2024-12-03 18:27:45,500 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@6a4f1a55 2024-12-03 18:27:45,540 main DEBUG Took 0.024949 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-03 18:27:45,540 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-03 18:27:45,541 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-03 18:27:45,542 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-03 18:27:45,544 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:27:45,554 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-03 18:27:45,581 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:27:45,583 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:27:45,584 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:27:45,584 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:27:45,585 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:27:45,585 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:27:45,590 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:27:45,591 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:27:45,592 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:27:45,593 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:27:45,603 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:27:45,604 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:27:45,607 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:27:45,607 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:27:45,611 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:27:45,612 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:27:45,613 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:27:45,613 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:27:45,614 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:27:45,616 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:27:45,617 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:27:45,619 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:27:45,621 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:27:45,625 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:27:45,627 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:27:45,628 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-03 18:27:45,637 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:27:45,638 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-03 18:27:45,641 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-03 18:27:45,641 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-03 18:27:45,643 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-03 18:27:45,644 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-03 18:27:45,655 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-03 18:27:45,657 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-03 18:27:45,659 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-03 18:27:45,660 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-03 18:27:45,660 main DEBUG createAppenders(={Console}) 2024-12-03 18:27:45,661 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@6a4f1a55 initialized 2024-12-03 18:27:45,663 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@6a4f1a55 2024-12-03 18:27:45,663 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@6a4f1a55 OK. 2024-12-03 18:27:45,664 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-03 18:27:45,664 main DEBUG OutputStream closed 2024-12-03 18:27:45,665 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-03 18:27:45,665 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-03 18:27:45,665 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@52b1beb6 OK 2024-12-03 18:27:45,813 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-03 18:27:45,820 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-03 18:27:45,824 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-03 18:27:45,831 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-03 18:27:45,832 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-03 18:27:45,832 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-03 18:27:45,833 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-03 18:27:45,833 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-03 18:27:45,834 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-03 18:27:45,834 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-03 18:27:45,843 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-03 18:27:45,844 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-03 18:27:45,845 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-03 18:27:45,845 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-03 18:27:45,846 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-03 18:27:45,846 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-03 18:27:45,847 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-03 18:27:45,848 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-03 18:27:45,852 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03 18:27:45,852 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@4b6e2263) with optional ClassLoader: null 2024-12-03 18:27:45,852 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-03 18:27:45,864 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@4b6e2263] started OK. 2024-12-03T18:27:46,375 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6858d7d-993b-185e-54ad-7a656e5fdba9 2024-12-03 18:27:46,380 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-03 18:27:46,381 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03T18:27:46,400 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-12-03T18:27:46,429 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T18:27:46,433 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6858d7d-993b-185e-54ad-7a656e5fdba9/cluster_a68418d2-4786-31ae-ddbb-87714ebd6bae, deleteOnExit=true 2024-12-03T18:27:46,434 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-03T18:27:46,435 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6858d7d-993b-185e-54ad-7a656e5fdba9/test.cache.data in system properties and HBase conf 2024-12-03T18:27:46,436 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6858d7d-993b-185e-54ad-7a656e5fdba9/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T18:27:46,437 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6858d7d-993b-185e-54ad-7a656e5fdba9/hadoop.log.dir in system properties and HBase conf 2024-12-03T18:27:46,438 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6858d7d-993b-185e-54ad-7a656e5fdba9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T18:27:46,438 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6858d7d-993b-185e-54ad-7a656e5fdba9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T18:27:46,439 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-03T18:27:46,603 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-03T18:27:46,749 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T18:27:46,754 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6858d7d-993b-185e-54ad-7a656e5fdba9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:27:46,755 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6858d7d-993b-185e-54ad-7a656e5fdba9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:27:46,756 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6858d7d-993b-185e-54ad-7a656e5fdba9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T18:27:46,756 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6858d7d-993b-185e-54ad-7a656e5fdba9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:27:46,757 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6858d7d-993b-185e-54ad-7a656e5fdba9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T18:27:46,758 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6858d7d-993b-185e-54ad-7a656e5fdba9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T18:27:46,758 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6858d7d-993b-185e-54ad-7a656e5fdba9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:27:46,759 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6858d7d-993b-185e-54ad-7a656e5fdba9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:27:46,760 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6858d7d-993b-185e-54ad-7a656e5fdba9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T18:27:46,760 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6858d7d-993b-185e-54ad-7a656e5fdba9/nfs.dump.dir in system properties and HBase conf 2024-12-03T18:27:46,761 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6858d7d-993b-185e-54ad-7a656e5fdba9/java.io.tmpdir in system properties and HBase conf 2024-12-03T18:27:46,762 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6858d7d-993b-185e-54ad-7a656e5fdba9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:27:46,762 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6858d7d-993b-185e-54ad-7a656e5fdba9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T18:27:46,763 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6858d7d-993b-185e-54ad-7a656e5fdba9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T18:27:48,336 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T18:27:48,426 INFO [Time-limited test {}] log.Log(170): Logging initialized @4371ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-03T18:27:48,532 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:27:48,625 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:27:48,681 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:27:48,682 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:27:48,684 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T18:27:48,722 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:27:48,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6858d7d-993b-185e-54ad-7a656e5fdba9/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:27:48,731 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:27:49,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6858d7d-993b-185e-54ad-7a656e5fdba9/java.io.tmpdir/jetty-localhost-36931-hadoop-hdfs-3_4_1-tests_jar-_-any-13955209156619212827/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:27:49,132 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:36931} 2024-12-03T18:27:49,132 INFO [Time-limited test {}] server.Server(415): Started @5078ms 2024-12-03T18:27:49,828 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:27:49,838 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:27:49,850 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:27:49,851 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:27:49,851 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T18:27:49,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@134e7cc5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6858d7d-993b-185e-54ad-7a656e5fdba9/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:27:49,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca71a25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:27:49,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10ba49e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6858d7d-993b-185e-54ad-7a656e5fdba9/java.io.tmpdir/jetty-localhost-37221-hadoop-hdfs-3_4_1-tests_jar-_-any-5485463037076753589/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:27:49,981 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@661c2e9c{HTTP/1.1, (http/1.1)}{localhost:37221} 2024-12-03T18:27:49,982 INFO [Time-limited test {}] server.Server(415): Started @5928ms 2024-12-03T18:27:50,040 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T18:27:51,072 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6858d7d-993b-185e-54ad-7a656e5fdba9/cluster_a68418d2-4786-31ae-ddbb-87714ebd6bae/dfs/data/data1/current/BP-1458323718-172.17.0.2-1733250467766/current, will proceed with Du for space computation calculation, 2024-12-03T18:27:51,072 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6858d7d-993b-185e-54ad-7a656e5fdba9/cluster_a68418d2-4786-31ae-ddbb-87714ebd6bae/dfs/data/data2/current/BP-1458323718-172.17.0.2-1733250467766/current, will proceed with Du for space computation calculation, 2024-12-03T18:27:51,128 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T18:27:51,212 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6858d7d-993b-185e-54ad-7a656e5fdba9 2024-12-03T18:27:51,217 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7bfe22cefb91ab07 with lease ID 0xb32229aee5aabcb7: Processing first storage report for DS-d4b075e1-5dde-4a02-bbd7-eff332564d75 from datanode DatanodeRegistration(127.0.0.1:38631, datanodeUuid=a7661df3-ea06-442c-988a-da74fb19f110, infoPort=41951, infoSecurePort=0, ipcPort=44987, storageInfo=lv=-57;cid=testClusterID;nsid=902876979;c=1733250467766) 2024-12-03T18:27:51,219 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7bfe22cefb91ab07 with lease ID 0xb32229aee5aabcb7: from storage DS-d4b075e1-5dde-4a02-bbd7-eff332564d75 node DatanodeRegistration(127.0.0.1:38631, datanodeUuid=a7661df3-ea06-442c-988a-da74fb19f110, infoPort=41951, infoSecurePort=0, ipcPort=44987, storageInfo=lv=-57;cid=testClusterID;nsid=902876979;c=1733250467766), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-03T18:27:51,224 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7bfe22cefb91ab07 with lease ID 0xb32229aee5aabcb7: Processing first storage report for DS-3c270394-5c81-442c-b335-44a6e5c41908 from datanode DatanodeRegistration(127.0.0.1:38631, datanodeUuid=a7661df3-ea06-442c-988a-da74fb19f110, infoPort=41951, infoSecurePort=0, ipcPort=44987, storageInfo=lv=-57;cid=testClusterID;nsid=902876979;c=1733250467766) 2024-12-03T18:27:51,224 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7bfe22cefb91ab07 with lease ID 0xb32229aee5aabcb7: from storage DS-3c270394-5c81-442c-b335-44a6e5c41908 node DatanodeRegistration(127.0.0.1:38631, datanodeUuid=a7661df3-ea06-442c-988a-da74fb19f110, infoPort=41951, infoSecurePort=0, ipcPort=44987, storageInfo=lv=-57;cid=testClusterID;nsid=902876979;c=1733250467766), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:27:51,360 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6858d7d-993b-185e-54ad-7a656e5fdba9/cluster_a68418d2-4786-31ae-ddbb-87714ebd6bae/zookeeper_0, clientPort=60582, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6858d7d-993b-185e-54ad-7a656e5fdba9/cluster_a68418d2-4786-31ae-ddbb-87714ebd6bae/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6858d7d-993b-185e-54ad-7a656e5fdba9/cluster_a68418d2-4786-31ae-ddbb-87714ebd6bae/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T18:27:51,382 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=60582 2024-12-03T18:27:51,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:51,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:51,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741825_1001 (size=7) 2024-12-03T18:27:52,102 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307 with version=8 2024-12-03T18:27:52,102 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/hbase-staging 2024-12-03T18:27:52,249 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-03T18:27:52,573 INFO [Time-limited test {}] client.ConnectionUtils(129): master/5840ab6af6da:0 server-side Connection retries=45 2024-12-03T18:27:52,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:27:52,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:27:52,601 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:27:52,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:27:52,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:27:52,798 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T18:27:52,888 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-03T18:27:52,905 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-03T18:27:52,911 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:27:52,952 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 37884 (auto-detected) 2024-12-03T18:27:52,954 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-03T18:27:52,984 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41973 2024-12-03T18:27:52,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:53,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:53,020 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:41973 connecting to ZooKeeper ensemble=127.0.0.1:60582 2024-12-03T18:27:53,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419730x0, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:27:53,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41973-0x1019dbcf8070000 connected 2024-12-03T18:27:53,284 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T18:27:53,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:27:53,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T18:27:53,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41973 2024-12-03T18:27:53,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41973 2024-12-03T18:27:53,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41973 2024-12-03T18:27:53,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41973 2024-12-03T18:27:53,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41973 2024-12-03T18:27:53,351 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307, hbase.cluster.distributed=false 2024-12-03T18:27:53,454 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/5840ab6af6da:0 server-side Connection retries=45 2024-12-03T18:27:53,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:27:53,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:27:53,456 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:27:53,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:27:53,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:27:53,459 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T18:27:53,462 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:27:53,465 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43459 2024-12-03T18:27:53,468 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T18:27:53,485 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T18:27:53,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:53,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:53,505 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:43459 connecting to ZooKeeper ensemble=127.0.0.1:60582 2024-12-03T18:27:53,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434590x0, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:27:53,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434590x0, quorum=127.0.0.1:60582, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T18:27:53,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43459-0x1019dbcf8070001 connected 2024-12-03T18:27:53,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43459-0x1019dbcf8070001, quorum=127.0.0.1:60582, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:27:53,559 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43459-0x1019dbcf8070001, quorum=127.0.0.1:60582, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T18:27:53,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43459 2024-12-03T18:27:53,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43459 2024-12-03T18:27:53,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43459 2024-12-03T18:27:53,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43459 2024-12-03T18:27:53,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43459 2024-12-03T18:27:53,571 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/5840ab6af6da,41973,1733250472241 2024-12-03T18:27:53,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:27:53,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43459-0x1019dbcf8070001, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:27:53,588 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5840ab6af6da,41973,1733250472241 2024-12-03T18:27:53,588 DEBUG [M:0;5840ab6af6da:41973 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5840ab6af6da:41973 2024-12-03T18:27:53,640 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T18:27:53,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T18:27:53,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:27:53,643 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5840ab6af6da,41973,1733250472241 from backup master directory 2024-12-03T18:27:53,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T18:27:53,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43459-0x1019dbcf8070001, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T18:27:53,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43459-0x1019dbcf8070001, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:27:53,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43459-0x1019dbcf8070001, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:27:53,661 WARN [master/5840ab6af6da:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:27:53,662 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5840ab6af6da,41973,1733250472241 2024-12-03T18:27:53,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5840ab6af6da,41973,1733250472241 2024-12-03T18:27:53,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:27:53,665 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-03T18:27:53,672 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-03T18:27:53,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741826_1002 (size=42) 2024-12-03T18:27:53,804 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/hbase.id with ID: 20ad847f-acfd-4aeb-8a38-3fcc71ecc98b 2024-12-03T18:27:53,908 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:27:53,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:27:53,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43459-0x1019dbcf8070001, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:27:54,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741827_1003 (size=196) 2024-12-03T18:27:54,057 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:27:54,060 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T18:27:54,102 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:27:54,109 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:27:54,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741828_1004 (size=1189) 2024-12-03T18:27:54,281 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/MasterData/data/master/store 2024-12-03T18:27:54,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741829_1005 (size=34) 2024-12-03T18:27:54,324 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-03T18:27:54,326 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:27:54,328 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:27:54,328 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:27:54,329 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:27:54,329 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:27:54,329 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:27:54,329 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:27:54,330 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T18:27:54,334 WARN [master/5840ab6af6da:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/MasterData/data/master/store/.initializing 2024-12-03T18:27:54,335 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/MasterData/WALs/5840ab6af6da,41973,1733250472241 2024-12-03T18:27:54,353 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:27:54,370 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5840ab6af6da%2C41973%2C1733250472241, suffix=, logDir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/MasterData/WALs/5840ab6af6da,41973,1733250472241, archiveDir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/MasterData/oldWALs, maxLogs=10 2024-12-03T18:27:54,407 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/MasterData/WALs/5840ab6af6da,41973,1733250472241/5840ab6af6da%2C41973%2C1733250472241.1733250474378, exclude list is [], retry=0 2024-12-03T18:27:54,438 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38631,DS-d4b075e1-5dde-4a02-bbd7-eff332564d75,DISK] 2024-12-03T18:27:54,443 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-03T18:27:54,510 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/MasterData/WALs/5840ab6af6da,41973,1733250472241/5840ab6af6da%2C41973%2C1733250472241.1733250474378 2024-12-03T18:27:54,513 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41951:41951)] 2024-12-03T18:27:54,513 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:27:54,514 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:27:54,524 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:27:54,526 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:27:54,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:27:54,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T18:27:54,630 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:27:54,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:27:54,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:27:54,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T18:27:54,642 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:27:54,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:27:54,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:27:54,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T18:27:54,655 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:27:54,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:27:54,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:27:54,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T18:27:54,670 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:27:54,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:27:54,678 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:27:54,681 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:27:54,696 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:27:54,704 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:27:54,719 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:27:54,721 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66297325, jitterRate=-0.012092873454093933}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:27:54,732 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T18:27:54,734 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T18:27:54,788 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749badda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:27:54,835 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-03T18:27:54,855 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T18:27:54,855 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T18:27:54,859 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T18:27:54,861 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 2 msec 2024-12-03T18:27:54,870 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 8 msec 2024-12-03T18:27:54,870 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T18:27:54,921 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T18:27:54,938 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T18:27:54,979 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-03T18:27:54,993 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T18:27:54,997 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T18:27:55,004 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-03T18:27:55,008 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T18:27:55,014 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T18:27:55,027 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-03T18:27:55,039 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T18:27:55,055 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T18:27:55,091 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T18:27:55,104 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T18:27:55,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43459-0x1019dbcf8070001, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T18:27:55,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T18:27:55,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43459-0x1019dbcf8070001, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:27:55,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:27:55,121 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=5840ab6af6da,41973,1733250472241, sessionid=0x1019dbcf8070000, setting cluster-up flag (Was=false) 2024-12-03T18:27:55,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:27:55,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43459-0x1019dbcf8070001, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:27:55,179 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T18:27:55,182 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5840ab6af6da,41973,1733250472241 2024-12-03T18:27:55,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43459-0x1019dbcf8070001, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:27:55,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:27:55,229 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T18:27:55,231 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5840ab6af6da,41973,1733250472241 2024-12-03T18:27:55,292 DEBUG [RS:0;5840ab6af6da:43459 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5840ab6af6da:43459 2024-12-03T18:27:55,298 INFO [RS:0;5840ab6af6da:43459 {}] regionserver.HRegionServer(1008): ClusterId : 20ad847f-acfd-4aeb-8a38-3fcc71ecc98b 2024-12-03T18:27:55,301 DEBUG [RS:0;5840ab6af6da:43459 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T18:27:55,326 DEBUG [RS:0;5840ab6af6da:43459 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T18:27:55,327 DEBUG [RS:0;5840ab6af6da:43459 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T18:27:55,333 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-03T18:27:55,342 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-03T18:27:55,345 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T18:27:55,349 DEBUG [RS:0;5840ab6af6da:43459 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T18:27:55,349 DEBUG [RS:0;5840ab6af6da:43459 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70be9a9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:27:55,351 DEBUG [RS:0;5840ab6af6da:43459 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e9f8d0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5840ab6af6da/172.17.0.2:0 2024-12-03T18:27:55,354 INFO [RS:0;5840ab6af6da:43459 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-03T18:27:55,354 INFO [RS:0;5840ab6af6da:43459 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-03T18:27:55,354 DEBUG [RS:0;5840ab6af6da:43459 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-03T18:27:55,352 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5840ab6af6da,41973,1733250472241 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T18:27:55,357 INFO [RS:0;5840ab6af6da:43459 {}] regionserver.HRegionServer(3073): reportForDuty to master=5840ab6af6da,41973,1733250472241 with isa=5840ab6af6da/172.17.0.2:43459, startcode=1733250473452 2024-12-03T18:27:55,357 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5840ab6af6da:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:27:55,357 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5840ab6af6da:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:27:55,357 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5840ab6af6da:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:27:55,357 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5840ab6af6da:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:27:55,358 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5840ab6af6da:0, corePoolSize=10, maxPoolSize=10 2024-12-03T18:27:55,358 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5840ab6af6da:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:27:55,358 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5840ab6af6da:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:27:55,358 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5840ab6af6da:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:27:55,363 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733250505363 2024-12-03T18:27:55,364 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:27:55,365 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-03T18:27:55,365 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T18:27:55,366 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T18:27:55,370 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:27:55,370 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T18:27:55,370 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T18:27:55,370 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T18:27:55,370 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T18:27:55,371 DEBUG [RS:0;5840ab6af6da:43459 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T18:27:55,371 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T18:27:55,373 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:27:55,375 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T18:27:55,376 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T18:27:55,377 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T18:27:55,384 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T18:27:55,385 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T18:27:55,387 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5840ab6af6da:0:becomeActiveMaster-HFileCleaner.large.0-1733250475386,5,FailOnTimeoutGroup] 2024-12-03T18:27:55,387 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5840ab6af6da:0:becomeActiveMaster-HFileCleaner.small.0-1733250475387,5,FailOnTimeoutGroup] 2024-12-03T18:27:55,387 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:27:55,388 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T18:27:55,390 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T18:27:55,390 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T18:27:55,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741831_1007 (size=1039) 2024-12-03T18:27:55,401 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-03T18:27:55,401 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307 2024-12-03T18:27:55,412 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43131, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T18:27:55,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741832_1008 (size=32) 2024-12-03T18:27:55,419 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41973 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5840ab6af6da,43459,1733250473452 2024-12-03T18:27:55,421 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41973 {}] master.ServerManager(486): Registering regionserver=5840ab6af6da,43459,1733250473452 2024-12-03T18:27:55,436 DEBUG [RS:0;5840ab6af6da:43459 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307 2024-12-03T18:27:55,436 DEBUG [RS:0;5840ab6af6da:43459 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37389 2024-12-03T18:27:55,436 DEBUG [RS:0;5840ab6af6da:43459 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-03T18:27:55,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T18:27:55,446 DEBUG [RS:0;5840ab6af6da:43459 {}] zookeeper.ZKUtil(111): regionserver:43459-0x1019dbcf8070001, quorum=127.0.0.1:60582, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5840ab6af6da,43459,1733250473452 2024-12-03T18:27:55,447 WARN [RS:0;5840ab6af6da:43459 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:27:55,447 INFO [RS:0;5840ab6af6da:43459 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:27:55,447 DEBUG [RS:0;5840ab6af6da:43459 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/WALs/5840ab6af6da,43459,1733250473452 2024-12-03T18:27:55,456 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5840ab6af6da,43459,1733250473452] 2024-12-03T18:27:55,487 DEBUG [RS:0;5840ab6af6da:43459 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-03T18:27:55,505 INFO [RS:0;5840ab6af6da:43459 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T18:27:55,537 INFO [RS:0;5840ab6af6da:43459 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T18:27:55,544 INFO [RS:0;5840ab6af6da:43459 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T18:27:55,545 INFO [RS:0;5840ab6af6da:43459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:27:55,546 INFO [RS:0;5840ab6af6da:43459 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-03T18:27:55,560 INFO [RS:0;5840ab6af6da:43459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T18:27:55,560 DEBUG [RS:0;5840ab6af6da:43459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5840ab6af6da:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:27:55,561 DEBUG [RS:0;5840ab6af6da:43459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5840ab6af6da:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:27:55,561 DEBUG [RS:0;5840ab6af6da:43459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5840ab6af6da:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:27:55,561 DEBUG [RS:0;5840ab6af6da:43459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5840ab6af6da:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:27:55,561 DEBUG [RS:0;5840ab6af6da:43459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5840ab6af6da:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:27:55,567 DEBUG [RS:0;5840ab6af6da:43459 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5840ab6af6da:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:27:55,567 DEBUG [RS:0;5840ab6af6da:43459 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:27:55,568 DEBUG [RS:0;5840ab6af6da:43459 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5840ab6af6da:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:27:55,568 DEBUG [RS:0;5840ab6af6da:43459 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5840ab6af6da:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:27:55,568 DEBUG [RS:0;5840ab6af6da:43459 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5840ab6af6da:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:27:55,568 DEBUG [RS:0;5840ab6af6da:43459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5840ab6af6da:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:27:55,568 DEBUG [RS:0;5840ab6af6da:43459 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5840ab6af6da:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:27:55,569 DEBUG [RS:0;5840ab6af6da:43459 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:27:55,571 INFO [RS:0;5840ab6af6da:43459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:27:55,572 INFO [RS:0;5840ab6af6da:43459 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:27:55,574 INFO [RS:0;5840ab6af6da:43459 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T18:27:55,575 INFO [RS:0;5840ab6af6da:43459 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T18:27:55,575 INFO [RS:0;5840ab6af6da:43459 {}] hbase.ChoreService(168): Chore ScheduledChore name=5840ab6af6da,43459,1733250473452-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:27:55,612 INFO [RS:0;5840ab6af6da:43459 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T18:27:55,616 INFO [RS:0;5840ab6af6da:43459 {}] hbase.ChoreService(168): Chore ScheduledChore name=5840ab6af6da,43459,1733250473452-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:27:55,647 INFO [RS:0;5840ab6af6da:43459 {}] regionserver.Replication(204): 5840ab6af6da,43459,1733250473452 started 2024-12-03T18:27:55,647 INFO [RS:0;5840ab6af6da:43459 {}] regionserver.HRegionServer(1767): Serving as 5840ab6af6da,43459,1733250473452, RpcServer on 5840ab6af6da/172.17.0.2:43459, sessionid=0x1019dbcf8070001 2024-12-03T18:27:55,648 DEBUG [RS:0;5840ab6af6da:43459 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T18:27:55,649 DEBUG [RS:0;5840ab6af6da:43459 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5840ab6af6da,43459,1733250473452 2024-12-03T18:27:55,649 DEBUG [RS:0;5840ab6af6da:43459 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5840ab6af6da,43459,1733250473452' 2024-12-03T18:27:55,649 DEBUG [RS:0;5840ab6af6da:43459 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T18:27:55,667 DEBUG [RS:0;5840ab6af6da:43459 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T18:27:55,672 DEBUG [RS:0;5840ab6af6da:43459 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T18:27:55,672 DEBUG [RS:0;5840ab6af6da:43459 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T18:27:55,673 DEBUG [RS:0;5840ab6af6da:43459 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5840ab6af6da,43459,1733250473452 2024-12-03T18:27:55,673 DEBUG [RS:0;5840ab6af6da:43459 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5840ab6af6da,43459,1733250473452' 2024-12-03T18:27:55,673 DEBUG [RS:0;5840ab6af6da:43459 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T18:27:55,694 DEBUG [RS:0;5840ab6af6da:43459 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T18:27:55,707 DEBUG [RS:0;5840ab6af6da:43459 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T18:27:55,707 INFO [RS:0;5840ab6af6da:43459 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T18:27:55,708 INFO [RS:0;5840ab6af6da:43459 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T18:27:55,815 INFO [RS:0;5840ab6af6da:43459 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:27:55,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:27:55,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:27:55,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:27:55,825 INFO [RS:0;5840ab6af6da:43459 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5840ab6af6da%2C43459%2C1733250473452, suffix=, logDir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/WALs/5840ab6af6da,43459,1733250473452, archiveDir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/oldWALs, maxLogs=32 2024-12-03T18:27:55,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:27:55,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:27:55,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:27:55,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:27:55,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:27:55,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:27:55,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:27:55,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:27:55,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:27:55,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:27:55,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/hbase/meta/1588230740 2024-12-03T18:27:55,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/hbase/meta/1588230740 2024-12-03T18:27:55,846 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T18:27:55,846 DEBUG [RS:0;5840ab6af6da:43459 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/WALs/5840ab6af6da,43459,1733250473452/5840ab6af6da%2C43459%2C1733250473452.1733250475828, exclude list is [], retry=0 2024-12-03T18:27:55,854 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38631,DS-d4b075e1-5dde-4a02-bbd7-eff332564d75,DISK] 2024-12-03T18:27:55,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-03T18:27:55,864 INFO [RS:0;5840ab6af6da:43459 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/WALs/5840ab6af6da,43459,1733250473452/5840ab6af6da%2C43459%2C1733250473452.1733250475828 2024-12-03T18:27:55,874 DEBUG [RS:0;5840ab6af6da:43459 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41951:41951)] 2024-12-03T18:27:55,874 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:27:55,877 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67879148, jitterRate=0.011478126049041748}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T18:27:55,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-03T18:27:55,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:27:55,880 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-03T18:27:55,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-03T18:27:55,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:27:55,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:27:55,883 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-03T18:27:55,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-03T18:27:55,887 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:27:55,887 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-03T18:27:55,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T18:27:55,908 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:27:55,912 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T18:27:56,066 DEBUG [5840ab6af6da:41973 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T18:27:56,072 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5840ab6af6da,43459,1733250473452 2024-12-03T18:27:56,078 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5840ab6af6da,43459,1733250473452, state=OPENING 2024-12-03T18:27:56,094 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T18:27:56,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43459-0x1019dbcf8070001, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:27:56,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:27:56,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:27:56,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:27:56,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=5840ab6af6da,43459,1733250473452}] 2024-12-03T18:27:56,286 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:27:56,287 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:27:56,291 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54044, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:27:56,301 INFO [RS_OPEN_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-03T18:27:56,302 INFO [RS_OPEN_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:27:56,302 INFO [RS_OPEN_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T18:27:56,305 INFO [RS_OPEN_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5840ab6af6da%2C43459%2C1733250473452.meta, suffix=.meta, logDir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/WALs/5840ab6af6da,43459,1733250473452, archiveDir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/oldWALs, maxLogs=32 2024-12-03T18:27:56,319 DEBUG [RS_OPEN_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/WALs/5840ab6af6da,43459,1733250473452/5840ab6af6da%2C43459%2C1733250473452.meta.1733250476307.meta, exclude list is [], retry=0 2024-12-03T18:27:56,323 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38631,DS-d4b075e1-5dde-4a02-bbd7-eff332564d75,DISK] 2024-12-03T18:27:56,327 INFO [RS_OPEN_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/WALs/5840ab6af6da,43459,1733250473452/5840ab6af6da%2C43459%2C1733250473452.meta.1733250476307.meta 2024-12-03T18:27:56,327 DEBUG [RS_OPEN_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41951:41951)] 2024-12-03T18:27:56,328 DEBUG [RS_OPEN_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:27:56,329 DEBUG [RS_OPEN_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:27:56,397 DEBUG [RS_OPEN_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T18:27:56,403 INFO [RS_OPEN_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T18:27:56,409 DEBUG [RS_OPEN_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T18:27:56,409 DEBUG [RS_OPEN_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:27:56,409 DEBUG [RS_OPEN_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-03T18:27:56,410 DEBUG [RS_OPEN_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-03T18:27:56,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:27:56,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:27:56,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:27:56,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:27:56,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:27:56,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:27:56,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:27:56,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:27:56,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:27:56,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:27:56,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:27:56,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:27:56,433 DEBUG [RS_OPEN_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/hbase/meta/1588230740 2024-12-03T18:27:56,437 DEBUG [RS_OPEN_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/hbase/meta/1588230740 2024-12-03T18:27:56,440 DEBUG [RS_OPEN_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T18:27:56,444 DEBUG [RS_OPEN_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-03T18:27:56,446 INFO [RS_OPEN_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68376076, jitterRate=0.018882930278778076}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T18:27:56,448 DEBUG [RS_OPEN_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-03T18:27:56,455 INFO [RS_OPEN_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733250476280 2024-12-03T18:27:56,467 DEBUG [RS_OPEN_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T18:27:56,468 INFO [RS_OPEN_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-03T18:27:56,469 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5840ab6af6da,43459,1733250473452 2024-12-03T18:27:56,471 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5840ab6af6da,43459,1733250473452, state=OPEN 2024-12-03T18:27:56,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43459-0x1019dbcf8070001, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T18:27:56,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T18:27:56,506 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:27:56,506 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:27:56,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T18:27:56,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=5840ab6af6da,43459,1733250473452 in 399 msec 2024-12-03T18:27:56,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T18:27:56,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 622 msec 2024-12-03T18:27:56,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.2590 sec 2024-12-03T18:27:56,530 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733250476529, completionTime=-1 2024-12-03T18:27:56,530 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T18:27:56,530 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-03T18:27:56,572 DEBUG [hconnection-0x2c7ec245-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:27:56,574 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54050, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:27:56,590 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-03T18:27:56,591 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733250536590 2024-12-03T18:27:56,591 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733250596591 2024-12-03T18:27:56,591 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 61 msec 2024-12-03T18:27:56,664 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5840ab6af6da,41973,1733250472241-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:27:56,664 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5840ab6af6da,41973,1733250472241-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:27:56,665 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5840ab6af6da,41973,1733250472241-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:27:56,667 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5840ab6af6da:41973, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:27:56,667 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T18:27:56,679 DEBUG [master/5840ab6af6da:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-03T18:27:56,680 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-03T18:27:56,682 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T18:27:56,692 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-03T18:27:56,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:27:56,698 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:27:56,702 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:27:56,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741835_1011 (size=358) 2024-12-03T18:27:57,130 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ef816aa27de679cad055ec0ca2270c93, NAME => 'hbase:namespace,,1733250476681.ef816aa27de679cad055ec0ca2270c93.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307 2024-12-03T18:27:57,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741836_1012 (size=42) 2024-12-03T18:27:57,160 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733250476681.ef816aa27de679cad055ec0ca2270c93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:27:57,160 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing ef816aa27de679cad055ec0ca2270c93, disabling compactions & flushes 2024-12-03T18:27:57,160 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733250476681.ef816aa27de679cad055ec0ca2270c93. 2024-12-03T18:27:57,161 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733250476681.ef816aa27de679cad055ec0ca2270c93. 2024-12-03T18:27:57,161 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733250476681.ef816aa27de679cad055ec0ca2270c93. after waiting 0 ms 2024-12-03T18:27:57,161 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733250476681.ef816aa27de679cad055ec0ca2270c93. 2024-12-03T18:27:57,161 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733250476681.ef816aa27de679cad055ec0ca2270c93. 2024-12-03T18:27:57,161 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for ef816aa27de679cad055ec0ca2270c93: 2024-12-03T18:27:57,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:27:57,173 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733250476681.ef816aa27de679cad055ec0ca2270c93.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733250477166"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733250477166"}]},"ts":"1733250477166"} 2024-12-03T18:27:57,208 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-03T18:27:57,210 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:27:57,212 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250477210"}]},"ts":"1733250477210"} 2024-12-03T18:27:57,216 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-03T18:27:57,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=ef816aa27de679cad055ec0ca2270c93, ASSIGN}] 2024-12-03T18:27:57,279 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=ef816aa27de679cad055ec0ca2270c93, ASSIGN 2024-12-03T18:27:57,281 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=ef816aa27de679cad055ec0ca2270c93, ASSIGN; state=OFFLINE, location=5840ab6af6da,43459,1733250473452; forceNewPlan=false, retain=false 2024-12-03T18:27:57,433 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=ef816aa27de679cad055ec0ca2270c93, regionState=OPENING, regionLocation=5840ab6af6da,43459,1733250473452 2024-12-03T18:27:57,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure ef816aa27de679cad055ec0ca2270c93, server=5840ab6af6da,43459,1733250473452}] 2024-12-03T18:27:57,597 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:27:57,610 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733250476681.ef816aa27de679cad055ec0ca2270c93. 2024-12-03T18:27:57,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => ef816aa27de679cad055ec0ca2270c93, NAME => 'hbase:namespace,,1733250476681.ef816aa27de679cad055ec0ca2270c93.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:27:57,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace ef816aa27de679cad055ec0ca2270c93 2024-12-03T18:27:57,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733250476681.ef816aa27de679cad055ec0ca2270c93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:27:57,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for ef816aa27de679cad055ec0ca2270c93 2024-12-03T18:27:57,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for ef816aa27de679cad055ec0ca2270c93 2024-12-03T18:27:57,627 INFO [StoreOpener-ef816aa27de679cad055ec0ca2270c93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ef816aa27de679cad055ec0ca2270c93 2024-12-03T18:27:57,632 INFO [StoreOpener-ef816aa27de679cad055ec0ca2270c93-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef816aa27de679cad055ec0ca2270c93 columnFamilyName info 2024-12-03T18:27:57,632 DEBUG [StoreOpener-ef816aa27de679cad055ec0ca2270c93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:27:57,633 INFO [StoreOpener-ef816aa27de679cad055ec0ca2270c93-1 {}] regionserver.HStore(327): Store=ef816aa27de679cad055ec0ca2270c93/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:27:57,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/hbase/namespace/ef816aa27de679cad055ec0ca2270c93 2024-12-03T18:27:57,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/hbase/namespace/ef816aa27de679cad055ec0ca2270c93 2024-12-03T18:27:57,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for ef816aa27de679cad055ec0ca2270c93 2024-12-03T18:27:57,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/hbase/namespace/ef816aa27de679cad055ec0ca2270c93/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:27:57,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened ef816aa27de679cad055ec0ca2270c93; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63911123, jitterRate=-0.0476500540971756}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T18:27:57,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for ef816aa27de679cad055ec0ca2270c93: 2024-12-03T18:27:57,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733250476681.ef816aa27de679cad055ec0ca2270c93., pid=6, masterSystemTime=1733250477597 2024-12-03T18:27:57,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733250476681.ef816aa27de679cad055ec0ca2270c93. 2024-12-03T18:27:57,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733250476681.ef816aa27de679cad055ec0ca2270c93. 2024-12-03T18:27:57,667 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=ef816aa27de679cad055ec0ca2270c93, regionState=OPEN, openSeqNum=2, regionLocation=5840ab6af6da,43459,1733250473452 2024-12-03T18:27:57,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T18:27:57,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure ef816aa27de679cad055ec0ca2270c93, server=5840ab6af6da,43459,1733250473452 in 234 msec 2024-12-03T18:27:57,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T18:27:57,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=ef816aa27de679cad055ec0ca2270c93, ASSIGN in 404 msec 2024-12-03T18:27:57,689 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:27:57,690 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250477690"}]},"ts":"1733250477690"} 2024-12-03T18:27:57,694 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-03T18:27:57,715 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-03T18:27:57,716 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:27:57,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.0330 sec 2024-12-03T18:27:57,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-03T18:27:57,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43459-0x1019dbcf8070001, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:27:57,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:27:57,800 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-03T18:27:57,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-03T18:27:57,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 93 msec 2024-12-03T18:27:57,898 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-03T18:27:57,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-03T18:27:57,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 44 msec 2024-12-03T18:27:57,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-03T18:27:57,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-03T18:27:57,996 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.333sec 2024-12-03T18:27:57,997 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T18:27:57,999 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T18:27:58,001 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T18:27:58,001 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T18:27:58,002 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T18:27:58,003 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5840ab6af6da,41973,1733250472241-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:27:58,004 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5840ab6af6da,41973,1733250472241-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T18:27:58,038 DEBUG [master/5840ab6af6da:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-03T18:27:58,040 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T18:27:58,040 INFO [master/5840ab6af6da:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5840ab6af6da,41973,1733250472241-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:27:58,095 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3771e354 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@38630296 2024-12-03T18:27:58,096 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-03T18:27:58,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6321da62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:27:58,125 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-03T18:27:58,126 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-03T18:27:58,136 DEBUG [hconnection-0x13adb0ff-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:27:58,147 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44104, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:27:58,159 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=5840ab6af6da,41973,1733250472241 2024-12-03T18:27:58,183 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=758, ProcessCount=11, AvailableMemoryMB=4323 2024-12-03T18:27:58,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:27:58,257 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43502, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:27:58,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T18:27:58,285 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:27:58,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-03T18:27:58,290 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:27:58,291 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:27:58,295 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:27:58,298 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-12-03T18:27:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T18:27:58,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741837_1013 (size=963) 2024-12-03T18:27:58,352 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307 2024-12-03T18:27:58,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741838_1014 (size=53) 2024-12-03T18:27:58,390 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:27:58,390 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 183a017868a4a2ab8f9493ff951a155c, disabling compactions & flushes 2024-12-03T18:27:58,390 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:27:58,390 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:27:58,391 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. after waiting 0 ms 2024-12-03T18:27:58,391 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:27:58,391 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:27:58,391 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:27:58,404 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:27:58,405 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733250478404"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733250478404"}]},"ts":"1733250478404"} 2024-12-03T18:27:58,410 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-03T18:27:58,413 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:27:58,414 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250478414"}]},"ts":"1733250478414"} 2024-12-03T18:27:58,423 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-03T18:27:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T18:27:58,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=183a017868a4a2ab8f9493ff951a155c, ASSIGN}] 2024-12-03T18:27:58,456 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=183a017868a4a2ab8f9493ff951a155c, ASSIGN 2024-12-03T18:27:58,458 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=183a017868a4a2ab8f9493ff951a155c, ASSIGN; state=OFFLINE, location=5840ab6af6da,43459,1733250473452; forceNewPlan=false, retain=false 2024-12-03T18:27:58,609 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=183a017868a4a2ab8f9493ff951a155c, regionState=OPENING, regionLocation=5840ab6af6da,43459,1733250473452 2024-12-03T18:27:58,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452}] 2024-12-03T18:27:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T18:27:58,770 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:27:58,779 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:27:58,779 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:27:58,780 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 183a017868a4a2ab8f9493ff951a155c 2024-12-03T18:27:58,780 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:27:58,780 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 183a017868a4a2ab8f9493ff951a155c 2024-12-03T18:27:58,780 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 183a017868a4a2ab8f9493ff951a155c 2024-12-03T18:27:58,785 INFO [StoreOpener-183a017868a4a2ab8f9493ff951a155c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 183a017868a4a2ab8f9493ff951a155c 2024-12-03T18:27:58,796 INFO [StoreOpener-183a017868a4a2ab8f9493ff951a155c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T18:27:58,797 INFO [StoreOpener-183a017868a4a2ab8f9493ff951a155c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 183a017868a4a2ab8f9493ff951a155c columnFamilyName A 2024-12-03T18:27:58,797 DEBUG [StoreOpener-183a017868a4a2ab8f9493ff951a155c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:27:58,800 INFO [StoreOpener-183a017868a4a2ab8f9493ff951a155c-1 {}] regionserver.HStore(327): Store=183a017868a4a2ab8f9493ff951a155c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:27:58,801 INFO [StoreOpener-183a017868a4a2ab8f9493ff951a155c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 183a017868a4a2ab8f9493ff951a155c 2024-12-03T18:27:58,806 INFO [StoreOpener-183a017868a4a2ab8f9493ff951a155c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T18:27:58,806 INFO [StoreOpener-183a017868a4a2ab8f9493ff951a155c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 183a017868a4a2ab8f9493ff951a155c columnFamilyName B 2024-12-03T18:27:58,807 DEBUG [StoreOpener-183a017868a4a2ab8f9493ff951a155c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:27:58,811 INFO [StoreOpener-183a017868a4a2ab8f9493ff951a155c-1 {}] regionserver.HStore(327): Store=183a017868a4a2ab8f9493ff951a155c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:27:58,811 INFO [StoreOpener-183a017868a4a2ab8f9493ff951a155c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 183a017868a4a2ab8f9493ff951a155c 2024-12-03T18:27:58,818 INFO [StoreOpener-183a017868a4a2ab8f9493ff951a155c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T18:27:58,818 INFO [StoreOpener-183a017868a4a2ab8f9493ff951a155c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 183a017868a4a2ab8f9493ff951a155c columnFamilyName C 2024-12-03T18:27:58,819 DEBUG [StoreOpener-183a017868a4a2ab8f9493ff951a155c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:27:58,821 INFO [StoreOpener-183a017868a4a2ab8f9493ff951a155c-1 {}] regionserver.HStore(327): Store=183a017868a4a2ab8f9493ff951a155c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:27:58,822 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:27:58,824 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c 2024-12-03T18:27:58,826 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c 2024-12-03T18:27:58,832 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T18:27:58,837 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 183a017868a4a2ab8f9493ff951a155c 2024-12-03T18:27:58,847 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:27:58,850 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 183a017868a4a2ab8f9493ff951a155c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75484102, jitterRate=0.12480077147483826}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T18:27:58,852 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:27:58,855 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c., pid=11, masterSystemTime=1733250478770 2024-12-03T18:27:58,864 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:27:58,864 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:27:58,868 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=183a017868a4a2ab8f9493ff951a155c, regionState=OPEN, openSeqNum=2, regionLocation=5840ab6af6da,43459,1733250473452 2024-12-03T18:27:58,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-03T18:27:58,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 in 266 msec 2024-12-03T18:27:58,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T18:27:58,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=183a017868a4a2ab8f9493ff951a155c, ASSIGN in 438 msec 2024-12-03T18:27:58,917 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:27:58,918 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250478918"}]},"ts":"1733250478918"} 2024-12-03T18:27:58,932 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-03T18:27:58,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T18:27:58,969 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:27:58,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 690 msec 2024-12-03T18:27:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T18:27:59,443 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-12-03T18:27:59,450 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63607639 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e67f019 2024-12-03T18:27:59,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fcb5f29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:27:59,497 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:27:59,505 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44114, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:27:59,523 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:27:59,526 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43512, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:27:59,539 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53b8a93e to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5095ba91 2024-12-03T18:27:59,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f2091cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:27:59,572 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-12-03T18:27:59,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22cb07dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:27:59,592 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1324ee83 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62c43377 2024-12-03T18:27:59,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:27:59,626 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-12-03T18:27:59,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5400112e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:27:59,657 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x048068a5 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a8f4734 2024-12-03T18:27:59,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:27:59,686 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b5f27aa to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10c964e8 2024-12-03T18:27:59,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ed28bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:27:59,716 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-12-03T18:27:59,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:27:59,734 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x490457fd to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@527c6d40 2024-12-03T18:27:59,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@353bc462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:27:59,749 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-12-03T18:27:59,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:27:59,775 DEBUG [hconnection-0x176fe140-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:27:59,779 DEBUG [hconnection-0x5f7a19bf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:27:59,780 DEBUG [hconnection-0x4b613b0d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:27:59,781 DEBUG [hconnection-0x426356f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:27:59,784 DEBUG [hconnection-0x2697246c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:27:59,787 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:27:59,787 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:27:59,792 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44126, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:27:59,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-12-03T18:27:59,797 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:27:59,798 DEBUG [hconnection-0x364c5753-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:27:59,799 DEBUG [hconnection-0x4fd12293-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:27:59,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-03T18:27:59,807 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:27:59,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:27:59,810 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44136, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:27:59,815 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44152, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:27:59,815 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44156, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:27:59,815 DEBUG [hconnection-0x5dc12106-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:27:59,825 DEBUG [hconnection-0x3b20eaa4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:27:59,827 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:27:59,832 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44172, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:27:59,841 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44188, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:27:59,845 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44196, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:27:59,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-03T18:27:59,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 183a017868a4a2ab8f9493ff951a155c 2024-12-03T18:27:59,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 183a017868a4a2ab8f9493ff951a155c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T18:27:59,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=A 2024-12-03T18:27:59,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:27:59,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=B 2024-12-03T18:27:59,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:27:59,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=C 2024-12-03T18:27:59,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:00,033 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:00,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-03T18:28:00,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:00,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:00,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:00,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:00,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:00,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-03T18:28:00,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/fb8dd2dbd0b54689aa9c576ec9cf31dc is 50, key is test_row_0/A:col10/1733250479912/Put/seqid=0 2024-12-03T18:28:00,225 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:00,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741839_1015 (size=12001) 2024-12-03T18:28:00,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-03T18:28:00,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:00,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:00,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:00,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:00,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:00,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:00,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250540224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:00,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1733250540236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:00,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250540240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:00,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250540252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:00,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250540244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:00,393 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:00,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-03T18:28:00,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:00,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250540385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:00,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:00,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:00,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:00,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1733250540385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:00,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:00,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:00,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250540392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250540391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:00,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250540397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-03T18:28:00,577 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:00,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-03T18:28:00,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:00,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:00,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:00,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:00,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:00,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1733250540607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:00,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250540609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:00,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250540613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:00,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250540617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:00,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250540620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:00,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/fb8dd2dbd0b54689aa9c576ec9cf31dc 2024-12-03T18:28:00,736 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:00,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-03T18:28:00,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:00,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:00,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:00,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:00,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:00,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/a113e0acf9b7426e99b37ddd39648ddf is 50, key is test_row_0/B:col10/1733250479912/Put/seqid=0 2024-12-03T18:28:00,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741840_1016 (size=12001) 2024-12-03T18:28:00,898 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:00,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-03T18:28:00,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:00,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:00,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:00,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:00,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:00,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-03T18:28:00,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1733250540923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:00,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250540928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:00,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:00,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250540928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:00,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250540930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:00,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250540936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:01,057 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:01,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-03T18:28:01,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:01,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:01,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:01,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:01,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:01,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:01,214 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:01,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-03T18:28:01,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:01,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:01,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:01,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:01,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:01,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:01,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/a113e0acf9b7426e99b37ddd39648ddf 2024-12-03T18:28:01,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/9b5e1b205f2d4ec880c1d294a7e06b5c is 50, key is test_row_0/C:col10/1733250479912/Put/seqid=0 2024-12-03T18:28:01,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741841_1017 (size=12001) 2024-12-03T18:28:01,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/9b5e1b205f2d4ec880c1d294a7e06b5c 2024-12-03T18:28:01,371 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:01,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-03T18:28:01,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:01,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:01,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:01,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:01,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:01,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/fb8dd2dbd0b54689aa9c576ec9cf31dc as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/fb8dd2dbd0b54689aa9c576ec9cf31dc 2024-12-03T18:28:01,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/fb8dd2dbd0b54689aa9c576ec9cf31dc, entries=150, sequenceid=13, filesize=11.7 K 2024-12-03T18:28:01,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/a113e0acf9b7426e99b37ddd39648ddf as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/a113e0acf9b7426e99b37ddd39648ddf 2024-12-03T18:28:01,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/a113e0acf9b7426e99b37ddd39648ddf, entries=150, sequenceid=13, filesize=11.7 K 2024-12-03T18:28:01,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250541437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:01,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/9b5e1b205f2d4ec880c1d294a7e06b5c as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/9b5e1b205f2d4ec880c1d294a7e06b5c 2024-12-03T18:28:01,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250541437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:01,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250541439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:01,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1733250541440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:01,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250541448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:01,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/9b5e1b205f2d4ec880c1d294a7e06b5c, entries=150, sequenceid=13, filesize=11.7 K 2024-12-03T18:28:01,508 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 183a017868a4a2ab8f9493ff951a155c in 1592ms, sequenceid=13, compaction requested=false 2024-12-03T18:28:01,511 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-03T18:28:01,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:01,527 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:01,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-03T18:28:01,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:01,532 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 183a017868a4a2ab8f9493ff951a155c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T18:28:01,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=A 2024-12-03T18:28:01,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:01,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=B 2024-12-03T18:28:01,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:01,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=C 2024-12-03T18:28:01,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:01,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/598c675266384eb090212d00b4cf7875 is 50, key is test_row_0/A:col10/1733250480236/Put/seqid=0 2024-12-03T18:28:01,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741842_1018 (size=12001) 2024-12-03T18:28:01,734 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/598c675266384eb090212d00b4cf7875 2024-12-03T18:28:01,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/666399d019304585b557c03bd0497276 is 50, key is test_row_0/B:col10/1733250480236/Put/seqid=0 2024-12-03T18:28:01,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741843_1019 (size=12001) 2024-12-03T18:28:01,795 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/666399d019304585b557c03bd0497276 2024-12-03T18:28:01,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/5fe2211b78c4413cbe6a7c3656cf3e43 is 50, key is test_row_0/C:col10/1733250480236/Put/seqid=0 2024-12-03T18:28:01,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741844_1020 (size=12001) 2024-12-03T18:28:01,872 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/5fe2211b78c4413cbe6a7c3656cf3e43 2024-12-03T18:28:01,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/598c675266384eb090212d00b4cf7875 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/598c675266384eb090212d00b4cf7875 2024-12-03T18:28:01,922 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/598c675266384eb090212d00b4cf7875, entries=150, sequenceid=38, filesize=11.7 K 2024-12-03T18:28:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-03T18:28:01,925 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T18:28:01,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/666399d019304585b557c03bd0497276 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/666399d019304585b557c03bd0497276 2024-12-03T18:28:01,978 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/666399d019304585b557c03bd0497276, entries=150, sequenceid=38, filesize=11.7 K 2024-12-03T18:28:01,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/5fe2211b78c4413cbe6a7c3656cf3e43 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/5fe2211b78c4413cbe6a7c3656cf3e43 2024-12-03T18:28:02,000 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/5fe2211b78c4413cbe6a7c3656cf3e43, entries=150, sequenceid=38, filesize=11.7 K 2024-12-03T18:28:02,003 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 183a017868a4a2ab8f9493ff951a155c in 472ms, sequenceid=38, compaction requested=false 2024-12-03T18:28:02,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:02,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:02,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-03T18:28:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-12-03T18:28:02,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-12-03T18:28:02,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1970 sec 2024-12-03T18:28:02,036 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.2410 sec 2024-12-03T18:28:02,054 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T18:28:02,055 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-03T18:28:02,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 183a017868a4a2ab8f9493ff951a155c 2024-12-03T18:28:02,520 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 183a017868a4a2ab8f9493ff951a155c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T18:28:02,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=A 2024-12-03T18:28:02,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:02,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=B 2024-12-03T18:28:02,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:02,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=C 2024-12-03T18:28:02,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:02,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/90ab1f406b964d63892ce0fa559b1dbe is 50, key is test_row_0/A:col10/1733250482517/Put/seqid=0 2024-12-03T18:28:02,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741845_1021 (size=16681) 2024-12-03T18:28:02,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/90ab1f406b964d63892ce0fa559b1dbe 2024-12-03T18:28:02,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250542595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:02,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:02,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250542598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250542600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:02,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1733250542602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:02,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250542604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:02,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/7911680c0031478290b3305e95fe130c is 50, key is test_row_0/B:col10/1733250482517/Put/seqid=0 2024-12-03T18:28:02,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741846_1022 (size=12001) 2024-12-03T18:28:02,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/7911680c0031478290b3305e95fe130c 2024-12-03T18:28:02,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:02,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:02,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250542710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:02,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250542712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:02,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1733250542715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:02,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/c52f9ab5b2a34d85b364b869a9e0f5ee is 50, key is test_row_0/C:col10/1733250482517/Put/seqid=0 2024-12-03T18:28:02,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250542716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:02,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:02,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250542717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:02,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741847_1023 (size=12001) 2024-12-03T18:28:02,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/c52f9ab5b2a34d85b364b869a9e0f5ee 2024-12-03T18:28:02,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/90ab1f406b964d63892ce0fa559b1dbe as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/90ab1f406b964d63892ce0fa559b1dbe 2024-12-03T18:28:02,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/90ab1f406b964d63892ce0fa559b1dbe, entries=250, sequenceid=50, filesize=16.3 K 2024-12-03T18:28:02,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/7911680c0031478290b3305e95fe130c as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/7911680c0031478290b3305e95fe130c 2024-12-03T18:28:02,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/7911680c0031478290b3305e95fe130c, entries=150, sequenceid=50, filesize=11.7 K 2024-12-03T18:28:02,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/c52f9ab5b2a34d85b364b869a9e0f5ee as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/c52f9ab5b2a34d85b364b869a9e0f5ee 2024-12-03T18:28:02,883 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T18:28:02,883 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T18:28:02,886 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-03T18:28:02,886 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-03T18:28:02,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:28:02,888 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T18:28:02,888 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T18:28:02,888 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T18:28:02,891 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-03T18:28:02,892 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-03T18:28:02,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/c52f9ab5b2a34d85b364b869a9e0f5ee, entries=150, sequenceid=50, filesize=11.7 K 2024-12-03T18:28:02,907 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 183a017868a4a2ab8f9493ff951a155c in 387ms, sequenceid=50, compaction requested=true 2024-12-03T18:28:02,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:02,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 183a017868a4a2ab8f9493ff951a155c:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:28:02,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:02,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 183a017868a4a2ab8f9493ff951a155c:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:28:02,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:02,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 183a017868a4a2ab8f9493ff951a155c:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:28:02,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:28:02,910 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:02,910 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:02,917 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:02,919 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 183a017868a4a2ab8f9493ff951a155c/B is initiating minor compaction (all files) 2024-12-03T18:28:02,920 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 183a017868a4a2ab8f9493ff951a155c/B in TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:02,920 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/a113e0acf9b7426e99b37ddd39648ddf, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/666399d019304585b557c03bd0497276, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/7911680c0031478290b3305e95fe130c] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp, totalSize=35.2 K 2024-12-03T18:28:02,922 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting a113e0acf9b7426e99b37ddd39648ddf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733250479896 2024-12-03T18:28:02,923 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:02,923 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 183a017868a4a2ab8f9493ff951a155c/A is initiating minor compaction (all files) 2024-12-03T18:28:02,923 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 183a017868a4a2ab8f9493ff951a155c/A in TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:02,923 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/fb8dd2dbd0b54689aa9c576ec9cf31dc, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/598c675266384eb090212d00b4cf7875, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/90ab1f406b964d63892ce0fa559b1dbe] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp, totalSize=39.7 K 2024-12-03T18:28:02,924 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 666399d019304585b557c03bd0497276, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733250480187 2024-12-03T18:28:02,925 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 7911680c0031478290b3305e95fe130c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733250482512 2024-12-03T18:28:02,930 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb8dd2dbd0b54689aa9c576ec9cf31dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733250479896 2024-12-03T18:28:02,932 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 598c675266384eb090212d00b4cf7875, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733250480187 2024-12-03T18:28:02,935 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90ab1f406b964d63892ce0fa559b1dbe, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733250482487 2024-12-03T18:28:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 183a017868a4a2ab8f9493ff951a155c 2024-12-03T18:28:02,946 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 183a017868a4a2ab8f9493ff951a155c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T18:28:02,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=A 2024-12-03T18:28:02,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:02,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=B 2024-12-03T18:28:02,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:02,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=C 2024-12-03T18:28:02,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:02,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/882d62cc5945454fa4bab2d410c3d208 is 50, key is test_row_0/A:col10/1733250482946/Put/seqid=0 2024-12-03T18:28:02,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250542972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:02,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1733250542982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:03,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250542984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:03,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:03,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250542987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250542998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:03,018 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 183a017868a4a2ab8f9493ff951a155c#B#compaction#10 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:03,019 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/a6ffb28cc57e477693d5f5aaeb80ef35 is 50, key is test_row_0/B:col10/1733250482517/Put/seqid=0 2024-12-03T18:28:03,041 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 183a017868a4a2ab8f9493ff951a155c#A#compaction#11 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:03,042 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/6b2fde5ccb27444994ee5a99cf65f462 is 50, key is test_row_0/A:col10/1733250482517/Put/seqid=0 2024-12-03T18:28:03,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741848_1024 (size=19021) 2024-12-03T18:28:03,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741850_1026 (size=12104) 2024-12-03T18:28:03,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741849_1025 (size=12104) 2024-12-03T18:28:03,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:03,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1733250543103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:03,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:03,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250543111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:03,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:03,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250543111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250543110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:03,134 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/6b2fde5ccb27444994ee5a99cf65f462 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/6b2fde5ccb27444994ee5a99cf65f462 2024-12-03T18:28:03,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250543113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:03,144 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/a6ffb28cc57e477693d5f5aaeb80ef35 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/a6ffb28cc57e477693d5f5aaeb80ef35 2024-12-03T18:28:03,186 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 183a017868a4a2ab8f9493ff951a155c/B of 183a017868a4a2ab8f9493ff951a155c into a6ffb28cc57e477693d5f5aaeb80ef35(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:03,186 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:03,187 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c., storeName=183a017868a4a2ab8f9493ff951a155c/B, priority=13, startTime=1733250482909; duration=0sec 2024-12-03T18:28:03,189 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:28:03,189 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 183a017868a4a2ab8f9493ff951a155c:B 2024-12-03T18:28:03,190 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:03,191 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 183a017868a4a2ab8f9493ff951a155c/A of 183a017868a4a2ab8f9493ff951a155c into 6b2fde5ccb27444994ee5a99cf65f462(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:03,191 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:03,191 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c., storeName=183a017868a4a2ab8f9493ff951a155c/A, priority=13, startTime=1733250482909; duration=0sec 2024-12-03T18:28:03,191 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:03,191 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 183a017868a4a2ab8f9493ff951a155c:A 2024-12-03T18:28:03,196 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:03,196 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 183a017868a4a2ab8f9493ff951a155c/C is initiating minor compaction (all files) 2024-12-03T18:28:03,196 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 183a017868a4a2ab8f9493ff951a155c/C in TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:03,197 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/9b5e1b205f2d4ec880c1d294a7e06b5c, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/5fe2211b78c4413cbe6a7c3656cf3e43, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/c52f9ab5b2a34d85b364b869a9e0f5ee] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp, totalSize=35.2 K 2024-12-03T18:28:03,203 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b5e1b205f2d4ec880c1d294a7e06b5c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733250479896 2024-12-03T18:28:03,207 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 5fe2211b78c4413cbe6a7c3656cf3e43, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733250480187 2024-12-03T18:28:03,211 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting c52f9ab5b2a34d85b364b869a9e0f5ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733250482512 2024-12-03T18:28:03,277 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 183a017868a4a2ab8f9493ff951a155c#C#compaction#12 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:03,278 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/a3fac05d6f654ac9b7ceffd98ff54873 is 50, key is test_row_0/C:col10/1733250482517/Put/seqid=0 2024-12-03T18:28:03,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741851_1027 (size=12104) 2024-12-03T18:28:03,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:03,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1733250543327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:03,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:03,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250543337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:03,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250543340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250543330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:03,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250543348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:03,364 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/a3fac05d6f654ac9b7ceffd98ff54873 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/a3fac05d6f654ac9b7ceffd98ff54873 2024-12-03T18:28:03,398 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 183a017868a4a2ab8f9493ff951a155c/C of 183a017868a4a2ab8f9493ff951a155c into a3fac05d6f654ac9b7ceffd98ff54873(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:03,398 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:03,398 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c., storeName=183a017868a4a2ab8f9493ff951a155c/C, priority=13, startTime=1733250482910; duration=0sec 2024-12-03T18:28:03,398 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:03,399 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 183a017868a4a2ab8f9493ff951a155c:C 2024-12-03T18:28:03,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/882d62cc5945454fa4bab2d410c3d208 2024-12-03T18:28:03,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/932452fa4b8f469f84589f95d4d20aa3 is 50, key is test_row_0/B:col10/1733250482946/Put/seqid=0 2024-12-03T18:28:03,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741852_1028 (size=12001) 2024-12-03T18:28:03,513 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/932452fa4b8f469f84589f95d4d20aa3 2024-12-03T18:28:03,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/89ec9404b48e46af9f7698ce3d0c140f is 50, key is test_row_0/C:col10/1733250482946/Put/seqid=0 2024-12-03T18:28:03,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741853_1029 (size=12001) 2024-12-03T18:28:03,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/89ec9404b48e46af9f7698ce3d0c140f 2024-12-03T18:28:03,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/882d62cc5945454fa4bab2d410c3d208 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/882d62cc5945454fa4bab2d410c3d208 2024-12-03T18:28:03,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/882d62cc5945454fa4bab2d410c3d208, entries=300, sequenceid=77, filesize=18.6 K 2024-12-03T18:28:03,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/932452fa4b8f469f84589f95d4d20aa3 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/932452fa4b8f469f84589f95d4d20aa3 2024-12-03T18:28:03,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:03,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1733250543650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250543648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:03,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250543659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:03,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250543662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:03,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/932452fa4b8f469f84589f95d4d20aa3, entries=150, sequenceid=77, filesize=11.7 K 2024-12-03T18:28:03,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/89ec9404b48e46af9f7698ce3d0c140f as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/89ec9404b48e46af9f7698ce3d0c140f 2024-12-03T18:28:03,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250543675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:03,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/89ec9404b48e46af9f7698ce3d0c140f, entries=150, sequenceid=77, filesize=11.7 K 2024-12-03T18:28:03,726 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 183a017868a4a2ab8f9493ff951a155c in 781ms, sequenceid=77, compaction requested=false 2024-12-03T18:28:03,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:03,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-03T18:28:03,926 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-12-03T18:28:03,929 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:28:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-12-03T18:28:03,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-03T18:28:03,936 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:28:03,938 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:28:03,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:28:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-03T18:28:04,096 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:04,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-03T18:28:04,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:04,107 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 183a017868a4a2ab8f9493ff951a155c 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-03T18:28:04,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=A 2024-12-03T18:28:04,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:04,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=B 2024-12-03T18:28:04,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:04,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=C 2024-12-03T18:28:04,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:04,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/4982bd83419a4c8d974a9be74ed9e7c1 is 50, key is test_row_0/A:col10/1733250482985/Put/seqid=0 2024-12-03T18:28:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 183a017868a4a2ab8f9493ff951a155c 2024-12-03T18:28:04,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:04,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741854_1030 (size=12001) 2024-12-03T18:28:04,195 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/4982bd83419a4c8d974a9be74ed9e7c1 2024-12-03T18:28:04,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/216cb3dc295b481aa626d12cc1d7e043 is 50, key is test_row_0/B:col10/1733250482985/Put/seqid=0 2024-12-03T18:28:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-03T18:28:04,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741855_1031 (size=12001) 2024-12-03T18:28:04,295 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/216cb3dc295b481aa626d12cc1d7e043 2024-12-03T18:28:04,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250544284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:04,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250544287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:04,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250544291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:04,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250544297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:04,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/9b25083f947247d78d278a8266963129 is 50, key is test_row_0/C:col10/1733250482985/Put/seqid=0 2024-12-03T18:28:04,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1733250544306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:04,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741856_1032 (size=12001) 2024-12-03T18:28:04,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250544408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:04,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250544412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:04,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250544418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:04,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250544419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:04,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1733250544441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-03T18:28:04,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250544620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:04,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:04,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250544631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:04,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:04,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250544631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:04,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:04,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250544638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:04,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:04,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1733250544661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:04,788 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/9b25083f947247d78d278a8266963129 2024-12-03T18:28:04,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/4982bd83419a4c8d974a9be74ed9e7c1 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/4982bd83419a4c8d974a9be74ed9e7c1 2024-12-03T18:28:04,836 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/4982bd83419a4c8d974a9be74ed9e7c1, entries=150, sequenceid=90, filesize=11.7 K 2024-12-03T18:28:04,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/216cb3dc295b481aa626d12cc1d7e043 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/216cb3dc295b481aa626d12cc1d7e043 2024-12-03T18:28:04,864 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/216cb3dc295b481aa626d12cc1d7e043, entries=150, sequenceid=90, filesize=11.7 K 2024-12-03T18:28:04,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/9b25083f947247d78d278a8266963129 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/9b25083f947247d78d278a8266963129 2024-12-03T18:28:04,894 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/9b25083f947247d78d278a8266963129, entries=150, sequenceid=90, filesize=11.7 K 2024-12-03T18:28:04,903 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 183a017868a4a2ab8f9493ff951a155c in 796ms, sequenceid=90, compaction requested=true 2024-12-03T18:28:04,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:04,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:04,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-03T18:28:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-12-03T18:28:04,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-12-03T18:28:04,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 977 msec 2024-12-03T18:28:04,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.0050 sec 2024-12-03T18:28:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 183a017868a4a2ab8f9493ff951a155c 2024-12-03T18:28:04,953 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 183a017868a4a2ab8f9493ff951a155c 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-12-03T18:28:04,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=A 2024-12-03T18:28:04,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:04,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=B 2024-12-03T18:28:04,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:04,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=C 2024-12-03T18:28:04,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:04,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/c560ab404d2c4da0b0a68d9fb9e67bd2 is 50, key is test_row_0/A:col10/1733250484291/Put/seqid=0 2024-12-03T18:28:05,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741857_1033 (size=12001) 2024-12-03T18:28:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-03T18:28:05,044 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-12-03T18:28:05,047 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:28:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-12-03T18:28:05,051 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:28:05,053 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:28:05,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:28:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-03T18:28:05,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250544968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:05,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1733250544971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:05,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250545087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:05,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250545104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:05,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250545110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-03T18:28:05,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250545182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:05,209 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:05,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-03T18:28:05,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:05,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:05,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:05,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:05,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:05,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250545219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:05,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250545222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:05,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250545219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-03T18:28:05,372 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:05,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-03T18:28:05,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:05,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:05,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:05,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:05,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:05,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250545394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:05,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/c560ab404d2c4da0b0a68d9fb9e67bd2 2024-12-03T18:28:05,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250545429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:05,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250545430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:05,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250545431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:05,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/2bfded13b03f4d199e1c7af0519690a4 is 50, key is test_row_0/B:col10/1733250484291/Put/seqid=0 2024-12-03T18:28:05,535 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:05,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-03T18:28:05,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:05,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:05,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:05,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:05,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:05,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741858_1034 (size=12001) 2024-12-03T18:28:05,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/2bfded13b03f4d199e1c7af0519690a4 2024-12-03T18:28:05,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/f5b1db32365a443f94ad8ebb36f2a1d6 is 50, key is test_row_0/C:col10/1733250484291/Put/seqid=0 2024-12-03T18:28:05,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1733250545588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-03T18:28:05,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741859_1035 (size=12001) 2024-12-03T18:28:05,699 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:05,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-03T18:28:05,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:05,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/f5b1db32365a443f94ad8ebb36f2a1d6 2024-12-03T18:28:05,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:05,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:05,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:05,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:05,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250545712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:05,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/c560ab404d2c4da0b0a68d9fb9e67bd2 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/c560ab404d2c4da0b0a68d9fb9e67bd2 2024-12-03T18:28:05,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250545759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:05,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250545760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:05,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/c560ab404d2c4da0b0a68d9fb9e67bd2, entries=150, sequenceid=119, filesize=11.7 K 2024-12-03T18:28:05,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250545768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:05,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/2bfded13b03f4d199e1c7af0519690a4 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/2bfded13b03f4d199e1c7af0519690a4 2024-12-03T18:28:05,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/2bfded13b03f4d199e1c7af0519690a4, entries=150, sequenceid=119, filesize=11.7 K 2024-12-03T18:28:05,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/f5b1db32365a443f94ad8ebb36f2a1d6 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/f5b1db32365a443f94ad8ebb36f2a1d6 2024-12-03T18:28:05,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/f5b1db32365a443f94ad8ebb36f2a1d6, entries=150, sequenceid=119, filesize=11.7 K 2024-12-03T18:28:05,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=40.25 KB/41220 for 183a017868a4a2ab8f9493ff951a155c in 921ms, sequenceid=119, compaction requested=true 2024-12-03T18:28:05,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:05,875 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T18:28:05,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 183a017868a4a2ab8f9493ff951a155c:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:28:05,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:05,876 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T18:28:05,879 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T18:28:05,879 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55127 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T18:28:05,880 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 183a017868a4a2ab8f9493ff951a155c/B is initiating minor compaction (all files) 2024-12-03T18:28:05,880 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 183a017868a4a2ab8f9493ff951a155c/A is initiating minor compaction (all files) 2024-12-03T18:28:05,880 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 183a017868a4a2ab8f9493ff951a155c/A in TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:05,880 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 183a017868a4a2ab8f9493ff951a155c/B in TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:05,880 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/a6ffb28cc57e477693d5f5aaeb80ef35, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/932452fa4b8f469f84589f95d4d20aa3, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/216cb3dc295b481aa626d12cc1d7e043, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/2bfded13b03f4d199e1c7af0519690a4] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp, totalSize=47.0 K 2024-12-03T18:28:05,880 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/6b2fde5ccb27444994ee5a99cf65f462, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/882d62cc5945454fa4bab2d410c3d208, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/4982bd83419a4c8d974a9be74ed9e7c1, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/c560ab404d2c4da0b0a68d9fb9e67bd2] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp, totalSize=53.8 K 2024-12-03T18:28:05,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 183a017868a4a2ab8f9493ff951a155c:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:28:05,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:05,881 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting a6ffb28cc57e477693d5f5aaeb80ef35, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733250482512 2024-12-03T18:28:05,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 183a017868a4a2ab8f9493ff951a155c:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:28:05,881 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b2fde5ccb27444994ee5a99cf65f462, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733250482512 2024-12-03T18:28:05,883 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:05,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-03T18:28:05,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:05,884 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 183a017868a4a2ab8f9493ff951a155c 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-03T18:28:05,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=A 2024-12-03T18:28:05,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:05,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=B 2024-12-03T18:28:05,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:05,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=C 2024-12-03T18:28:05,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:05,886 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 932452fa4b8f469f84589f95d4d20aa3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733250482601 2024-12-03T18:28:05,887 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 882d62cc5945454fa4bab2d410c3d208, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733250482566 2024-12-03T18:28:05,888 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 216cb3dc295b481aa626d12cc1d7e043, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733250482967 2024-12-03T18:28:05,888 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4982bd83419a4c8d974a9be74ed9e7c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733250482967 2024-12-03T18:28:05,888 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bfded13b03f4d199e1c7af0519690a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733250484291 2024-12-03T18:28:05,889 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting c560ab404d2c4da0b0a68d9fb9e67bd2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733250484291 2024-12-03T18:28:05,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:28:05,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/96a64bc1655b4e319103fda356cd38a5 is 50, key is test_row_0/A:col10/1733250484968/Put/seqid=0 2024-12-03T18:28:05,941 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 183a017868a4a2ab8f9493ff951a155c#A#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:05,942 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/0cc9a6a8cebb4d368e70a1c2723f189a is 50, key is test_row_0/A:col10/1733250484291/Put/seqid=0 2024-12-03T18:28:05,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741860_1036 (size=12001) 2024-12-03T18:28:05,978 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/96a64bc1655b4e319103fda356cd38a5 2024-12-03T18:28:05,984 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 183a017868a4a2ab8f9493ff951a155c#B#compaction#23 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:05,985 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/38ac263db59a4907b3118023a8f70905 is 50, key is test_row_0/B:col10/1733250484291/Put/seqid=0 2024-12-03T18:28:06,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741861_1037 (size=12241) 2024-12-03T18:28:06,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/4f1b1be3983c4b99b0277e805acfb10f is 50, key is test_row_0/B:col10/1733250484968/Put/seqid=0 2024-12-03T18:28:06,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741862_1038 (size=12241) 2024-12-03T18:28:06,077 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/0cc9a6a8cebb4d368e70a1c2723f189a as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/0cc9a6a8cebb4d368e70a1c2723f189a 2024-12-03T18:28:06,111 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/38ac263db59a4907b3118023a8f70905 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/38ac263db59a4907b3118023a8f70905 2024-12-03T18:28:06,117 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 183a017868a4a2ab8f9493ff951a155c/A of 183a017868a4a2ab8f9493ff951a155c into 0cc9a6a8cebb4d368e70a1c2723f189a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:06,117 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:06,117 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c., storeName=183a017868a4a2ab8f9493ff951a155c/A, priority=12, startTime=1733250485875; duration=0sec 2024-12-03T18:28:06,117 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:28:06,118 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 183a017868a4a2ab8f9493ff951a155c:A 2024-12-03T18:28:06,118 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T18:28:06,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741863_1039 (size=12001) 2024-12-03T18:28:06,124 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/4f1b1be3983c4b99b0277e805acfb10f 2024-12-03T18:28:06,127 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T18:28:06,127 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 183a017868a4a2ab8f9493ff951a155c/C is initiating minor compaction (all files) 2024-12-03T18:28:06,128 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 183a017868a4a2ab8f9493ff951a155c/C in TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:06,128 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/a3fac05d6f654ac9b7ceffd98ff54873, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/89ec9404b48e46af9f7698ce3d0c140f, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/9b25083f947247d78d278a8266963129, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/f5b1db32365a443f94ad8ebb36f2a1d6] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp, totalSize=47.0 K 2024-12-03T18:28:06,130 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3fac05d6f654ac9b7ceffd98ff54873, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733250482512 2024-12-03T18:28:06,133 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89ec9404b48e46af9f7698ce3d0c140f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733250482601 2024-12-03T18:28:06,134 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b25083f947247d78d278a8266963129, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733250482967 2024-12-03T18:28:06,136 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5b1db32365a443f94ad8ebb36f2a1d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733250484291 2024-12-03T18:28:06,140 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 183a017868a4a2ab8f9493ff951a155c/B of 183a017868a4a2ab8f9493ff951a155c into 38ac263db59a4907b3118023a8f70905(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:06,140 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:06,141 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c., storeName=183a017868a4a2ab8f9493ff951a155c/B, priority=12, startTime=1733250485876; duration=0sec 2024-12-03T18:28:06,141 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:06,141 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 183a017868a4a2ab8f9493ff951a155c:B 2024-12-03T18:28:06,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/a89a685bdcd04b9487890f0d47e8c40f is 50, key is test_row_0/C:col10/1733250484968/Put/seqid=0 2024-12-03T18:28:06,173 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 183a017868a4a2ab8f9493ff951a155c#C#compaction#26 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:06,173 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/9311697dd8e14b77acb51a75f5b33a98 is 50, key is test_row_0/C:col10/1733250484291/Put/seqid=0 2024-12-03T18:28:06,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-03T18:28:06,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741864_1040 (size=12001) 2024-12-03T18:28:06,223 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/a89a685bdcd04b9487890f0d47e8c40f 2024-12-03T18:28:06,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741865_1041 (size=12241) 2024-12-03T18:28:06,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 183a017868a4a2ab8f9493ff951a155c 2024-12-03T18:28:06,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:06,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/96a64bc1655b4e319103fda356cd38a5 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/96a64bc1655b4e319103fda356cd38a5 2024-12-03T18:28:06,278 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/9311697dd8e14b77acb51a75f5b33a98 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/9311697dd8e14b77acb51a75f5b33a98 2024-12-03T18:28:06,293 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/96a64bc1655b4e319103fda356cd38a5, entries=150, sequenceid=128, filesize=11.7 K 2024-12-03T18:28:06,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/4f1b1be3983c4b99b0277e805acfb10f as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/4f1b1be3983c4b99b0277e805acfb10f 2024-12-03T18:28:06,300 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 183a017868a4a2ab8f9493ff951a155c/C of 183a017868a4a2ab8f9493ff951a155c into 9311697dd8e14b77acb51a75f5b33a98(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:06,300 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:06,300 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c., storeName=183a017868a4a2ab8f9493ff951a155c/C, priority=12, startTime=1733250485881; duration=0sec 2024-12-03T18:28:06,300 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:06,300 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 183a017868a4a2ab8f9493ff951a155c:C 2024-12-03T18:28:06,312 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/4f1b1be3983c4b99b0277e805acfb10f, entries=150, sequenceid=128, filesize=11.7 K 2024-12-03T18:28:06,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/a89a685bdcd04b9487890f0d47e8c40f as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/a89a685bdcd04b9487890f0d47e8c40f 2024-12-03T18:28:06,351 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/a89a685bdcd04b9487890f0d47e8c40f, entries=150, sequenceid=128, filesize=11.7 K 2024-12-03T18:28:06,355 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=134.18 KB/137400 for 183a017868a4a2ab8f9493ff951a155c in 471ms, sequenceid=128, compaction requested=false 2024-12-03T18:28:06,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:06,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:06,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-12-03T18:28:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-12-03T18:28:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 183a017868a4a2ab8f9493ff951a155c 2024-12-03T18:28:06,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 183a017868a4a2ab8f9493ff951a155c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-03T18:28:06,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-12-03T18:28:06,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3130 sec 2024-12-03T18:28:06,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=A 2024-12-03T18:28:06,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:06,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=B 2024-12-03T18:28:06,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:06,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=C 2024-12-03T18:28:06,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:06,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.3360 sec 2024-12-03T18:28:06,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/3ef5b52b9f1f405aaf0e90b858298d5b is 50, key is test_row_0/A:col10/1733250486332/Put/seqid=0 2024-12-03T18:28:06,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741866_1042 (size=12151) 2024-12-03T18:28:06,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/3ef5b52b9f1f405aaf0e90b858298d5b 2024-12-03T18:28:06,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/7a5b4c81522c42da83e90ca5cdddfd17 is 50, key is test_row_0/B:col10/1733250486332/Put/seqid=0 2024-12-03T18:28:06,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250546411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:06,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250546510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:06,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250546511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:06,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250546511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:06,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741867_1043 (size=12151) 2024-12-03T18:28:06,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250546615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:06,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250546619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:06,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1733250546620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:06,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250546625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:06,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250546626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:06,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250546830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:06,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250546832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:06,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250546835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:06,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250546835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:06,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/7a5b4c81522c42da83e90ca5cdddfd17 2024-12-03T18:28:06,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/7aef58043ce94b959c472c4299f27fb5 is 50, key is test_row_0/C:col10/1733250486332/Put/seqid=0 2024-12-03T18:28:07,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741868_1044 (size=12151) 2024-12-03T18:28:07,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250547137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:07,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250547146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:07,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250547147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:07,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:07,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250547155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-03T18:28:07,197 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-12-03T18:28:07,206 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:28:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-12-03T18:28:07,211 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:28:07,213 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:28:07,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:28:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-03T18:28:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-03T18:28:07,387 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:07,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-03T18:28:07,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:07,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:07,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:07,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:07,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:07,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/7aef58043ce94b959c472c4299f27fb5 2024-12-03T18:28:07,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/3ef5b52b9f1f405aaf0e90b858298d5b as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/3ef5b52b9f1f405aaf0e90b858298d5b 2024-12-03T18:28:07,486 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/3ef5b52b9f1f405aaf0e90b858298d5b, entries=150, sequenceid=158, filesize=11.9 K 2024-12-03T18:28:07,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/7a5b4c81522c42da83e90ca5cdddfd17 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/7a5b4c81522c42da83e90ca5cdddfd17 2024-12-03T18:28:07,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/7a5b4c81522c42da83e90ca5cdddfd17, entries=150, sequenceid=158, filesize=11.9 K 2024-12-03T18:28:07,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/7aef58043ce94b959c472c4299f27fb5 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/7aef58043ce94b959c472c4299f27fb5 2024-12-03T18:28:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-03T18:28:07,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/7aef58043ce94b959c472c4299f27fb5, entries=150, sequenceid=158, filesize=11.9 K 2024-12-03T18:28:07,548 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=53.67 KB/54960 for 183a017868a4a2ab8f9493ff951a155c in 1177ms, sequenceid=158, compaction requested=true 2024-12-03T18:28:07,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:07,548 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:07,550 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:07,550 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 183a017868a4a2ab8f9493ff951a155c/A is initiating minor compaction (all files) 2024-12-03T18:28:07,550 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 183a017868a4a2ab8f9493ff951a155c/A in TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:07,551 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/0cc9a6a8cebb4d368e70a1c2723f189a, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/96a64bc1655b4e319103fda356cd38a5, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/3ef5b52b9f1f405aaf0e90b858298d5b] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp, totalSize=35.5 K 2024-12-03T18:28:07,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 183a017868a4a2ab8f9493ff951a155c:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:28:07,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:07,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 183a017868a4a2ab8f9493ff951a155c:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:28:07,552 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0cc9a6a8cebb4d368e70a1c2723f189a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733250484291 2024-12-03T18:28:07,552 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:07,553 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:07,553 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96a64bc1655b4e319103fda356cd38a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733250484968 2024-12-03T18:28:07,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-03T18:28:07,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:07,554 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 183a017868a4a2ab8f9493ff951a155c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T18:28:07,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=A 2024-12-03T18:28:07,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:07,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=B 2024-12-03T18:28:07,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:07,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=C 2024-12-03T18:28:07,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:07,555 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ef5b52b9f1f405aaf0e90b858298d5b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733250486332 2024-12-03T18:28:07,561 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:07,561 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 183a017868a4a2ab8f9493ff951a155c/B is initiating minor compaction (all files) 2024-12-03T18:28:07,561 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 183a017868a4a2ab8f9493ff951a155c/B in TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:07,561 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/38ac263db59a4907b3118023a8f70905, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/4f1b1be3983c4b99b0277e805acfb10f, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/7a5b4c81522c42da83e90ca5cdddfd17] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp, totalSize=35.5 K 2024-12-03T18:28:07,563 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 38ac263db59a4907b3118023a8f70905, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733250484291 2024-12-03T18:28:07,565 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f1b1be3983c4b99b0277e805acfb10f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733250484968 2024-12-03T18:28:07,568 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a5b4c81522c42da83e90ca5cdddfd17, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733250486332 2024-12-03T18:28:07,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/0093c8cdef5c4af8b1f7ee27342cd49d is 50, key is test_row_0/A:col10/1733250486420/Put/seqid=0 2024-12-03T18:28:07,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:07,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 183a017868a4a2ab8f9493ff951a155c:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:28:07,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:28:07,614 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 183a017868a4a2ab8f9493ff951a155c#A#compaction#31 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:07,615 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/4ee0b33293e0499992ea78786d824b53 is 50, key is test_row_0/A:col10/1733250486332/Put/seqid=0 2024-12-03T18:28:07,641 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 183a017868a4a2ab8f9493ff951a155c#B#compaction#32 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:07,642 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/15265213369743aca79bcd5059fa81ce is 50, key is test_row_0/B:col10/1733250486332/Put/seqid=0 2024-12-03T18:28:07,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741869_1045 (size=12151) 2024-12-03T18:28:07,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:07,662 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/0093c8cdef5c4af8b1f7ee27342cd49d 2024-12-03T18:28:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 183a017868a4a2ab8f9493ff951a155c 2024-12-03T18:28:07,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741870_1046 (size=12493) 2024-12-03T18:28:07,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/971bee49798d468e94df66bd4d90ae84 is 50, key is test_row_0/B:col10/1733250486420/Put/seqid=0 2024-12-03T18:28:07,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741871_1047 (size=12493) 2024-12-03T18:28:07,711 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/15265213369743aca79bcd5059fa81ce as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/15265213369743aca79bcd5059fa81ce 2024-12-03T18:28:07,727 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 183a017868a4a2ab8f9493ff951a155c/B of 183a017868a4a2ab8f9493ff951a155c into 15265213369743aca79bcd5059fa81ce(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:07,727 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:07,727 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c., storeName=183a017868a4a2ab8f9493ff951a155c/B, priority=13, startTime=1733250487552; duration=0sec 2024-12-03T18:28:07,728 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:28:07,728 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 183a017868a4a2ab8f9493ff951a155c:B 2024-12-03T18:28:07,728 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:07,733 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:07,733 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 183a017868a4a2ab8f9493ff951a155c/C is initiating minor compaction (all files) 2024-12-03T18:28:07,733 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 183a017868a4a2ab8f9493ff951a155c/C in TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:07,733 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/9311697dd8e14b77acb51a75f5b33a98, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/a89a685bdcd04b9487890f0d47e8c40f, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/7aef58043ce94b959c472c4299f27fb5] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp, totalSize=35.5 K 2024-12-03T18:28:07,735 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 9311697dd8e14b77acb51a75f5b33a98, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733250484291 2024-12-03T18:28:07,736 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting a89a685bdcd04b9487890f0d47e8c40f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733250484968 2024-12-03T18:28:07,738 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 7aef58043ce94b959c472c4299f27fb5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733250486332 2024-12-03T18:28:07,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741872_1048 (size=12151) 2024-12-03T18:28:07,766 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/971bee49798d468e94df66bd4d90ae84 2024-12-03T18:28:07,777 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 183a017868a4a2ab8f9493ff951a155c#C#compaction#34 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:07,778 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/4e59f5b3d88d467a94c88756a50f3427 is 50, key is test_row_0/C:col10/1733250486332/Put/seqid=0 2024-12-03T18:28:07,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/65ddaf86ef104ad48075550325473308 is 50, key is test_row_0/C:col10/1733250486420/Put/seqid=0 2024-12-03T18:28:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-03T18:28:07,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250547808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:07,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250547811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:07,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741873_1049 (size=12493) 2024-12-03T18:28:07,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250547836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:07,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250547851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:07,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741874_1050 (size=12151) 2024-12-03T18:28:07,868 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/65ddaf86ef104ad48075550325473308 2024-12-03T18:28:07,891 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/4e59f5b3d88d467a94c88756a50f3427 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/4e59f5b3d88d467a94c88756a50f3427 2024-12-03T18:28:07,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/0093c8cdef5c4af8b1f7ee27342cd49d as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/0093c8cdef5c4af8b1f7ee27342cd49d 2024-12-03T18:28:07,928 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 183a017868a4a2ab8f9493ff951a155c/C of 183a017868a4a2ab8f9493ff951a155c into 4e59f5b3d88d467a94c88756a50f3427(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:07,928 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:07,928 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c., storeName=183a017868a4a2ab8f9493ff951a155c/C, priority=13, startTime=1733250487591; duration=0sec 2024-12-03T18:28:07,928 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:07,928 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 183a017868a4a2ab8f9493ff951a155c:C 2024-12-03T18:28:07,933 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/0093c8cdef5c4af8b1f7ee27342cd49d, entries=150, sequenceid=169, filesize=11.9 K 2024-12-03T18:28:07,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/971bee49798d468e94df66bd4d90ae84 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/971bee49798d468e94df66bd4d90ae84 2024-12-03T18:28:07,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250547940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:07,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250547943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:07,955 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/971bee49798d468e94df66bd4d90ae84, entries=150, sequenceid=169, filesize=11.9 K 2024-12-03T18:28:07,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/65ddaf86ef104ad48075550325473308 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/65ddaf86ef104ad48075550325473308 2024-12-03T18:28:07,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250547956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:07,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250547956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:07,977 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/65ddaf86ef104ad48075550325473308, entries=150, sequenceid=169, filesize=11.9 K 2024-12-03T18:28:07,979 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 183a017868a4a2ab8f9493ff951a155c in 425ms, sequenceid=169, compaction requested=false 2024-12-03T18:28:07,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:07,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:07,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-03T18:28:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-12-03T18:28:07,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-12-03T18:28:08,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 774 msec 2024-12-03T18:28:08,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 798 msec 2024-12-03T18:28:08,113 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/4ee0b33293e0499992ea78786d824b53 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/4ee0b33293e0499992ea78786d824b53 2024-12-03T18:28:08,149 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 183a017868a4a2ab8f9493ff951a155c/A of 183a017868a4a2ab8f9493ff951a155c into 4ee0b33293e0499992ea78786d824b53(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:08,150 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:08,150 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c., storeName=183a017868a4a2ab8f9493ff951a155c/A, priority=13, startTime=1733250487548; duration=0sec 2024-12-03T18:28:08,150 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:08,150 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 183a017868a4a2ab8f9493ff951a155c:A 2024-12-03T18:28:08,172 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 183a017868a4a2ab8f9493ff951a155c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-03T18:28:08,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=A 2024-12-03T18:28:08,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:08,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=B 2024-12-03T18:28:08,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:08,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=C 2024-12-03T18:28:08,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 183a017868a4a2ab8f9493ff951a155c 2024-12-03T18:28:08,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:08,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250548192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:08,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250548201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:08,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/d436e3b2d61c4b09aec932a412cc3c57 is 50, key is test_row_0/A:col10/1733250487833/Put/seqid=0 2024-12-03T18:28:08,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:08,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250548203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250548216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:08,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741875_1051 (size=12151) 2024-12-03T18:28:08,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/d436e3b2d61c4b09aec932a412cc3c57 2024-12-03T18:28:08,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/ba155c42563a4934a97a548390fcfcab is 50, key is test_row_0/B:col10/1733250487833/Put/seqid=0 2024-12-03T18:28:08,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250548304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:08,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:08,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250548319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-03T18:28:08,334 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-12-03T18:28:08,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250548331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:08,337 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:28:08,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741876_1052 (size=12151) 2024-12-03T18:28:08,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:08,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250548332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-12-03T18:28:08,357 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:28:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-03T18:28:08,360 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:28:08,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:28:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-03T18:28:08,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250548518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:08,523 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:08,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-03T18:28:08,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:08,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:08,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:08,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:08,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:08,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250548528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:08,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250548556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:08,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250548564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:08,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1733250548651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:08,663 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4359 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c., hostname=5840ab6af6da,43459,1733250473452, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:28:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-03T18:28:08,699 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:08,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-03T18:28:08,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:08,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:08,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:08,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:08,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:08,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/ba155c42563a4934a97a548390fcfcab 2024-12-03T18:28:08,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/912f08f01ac741088fa44c48a31c53ad is 50, key is test_row_0/C:col10/1733250487833/Put/seqid=0 2024-12-03T18:28:08,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250548834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:08,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250548840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:08,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741877_1053 (size=12151) 2024-12-03T18:28:08,867 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:08,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-03T18:28:08,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:08,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:08,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:08,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:08,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250548872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:08,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:08,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250548874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-03T18:28:09,046 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:09,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-03T18:28:09,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:09,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:09,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:09,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:09,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:09,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:09,211 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:09,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-03T18:28:09,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:09,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:09,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:09,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:09,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:09,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:09,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/912f08f01ac741088fa44c48a31c53ad 2024-12-03T18:28:09,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/d436e3b2d61c4b09aec932a412cc3c57 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/d436e3b2d61c4b09aec932a412cc3c57 2024-12-03T18:28:09,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250549360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:09,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250549361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:09,379 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:09,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-03T18:28:09,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:09,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:09,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:09,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:09,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:09,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250549386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:09,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/d436e3b2d61c4b09aec932a412cc3c57, entries=150, sequenceid=199, filesize=11.9 K 2024-12-03T18:28:09,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250549387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:09,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/ba155c42563a4934a97a548390fcfcab as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/ba155c42563a4934a97a548390fcfcab 2024-12-03T18:28:09,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/ba155c42563a4934a97a548390fcfcab, entries=150, sequenceid=199, filesize=11.9 K 2024-12-03T18:28:09,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/912f08f01ac741088fa44c48a31c53ad as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/912f08f01ac741088fa44c48a31c53ad 2024-12-03T18:28:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-03T18:28:09,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/912f08f01ac741088fa44c48a31c53ad, entries=150, sequenceid=199, filesize=11.9 K 2024-12-03T18:28:09,482 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 183a017868a4a2ab8f9493ff951a155c in 1309ms, sequenceid=199, compaction requested=true 2024-12-03T18:28:09,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:09,482 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:09,484 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:09,484 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 183a017868a4a2ab8f9493ff951a155c/A is initiating minor compaction (all files) 2024-12-03T18:28:09,485 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 183a017868a4a2ab8f9493ff951a155c/A in TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:09,485 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/4ee0b33293e0499992ea78786d824b53, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/0093c8cdef5c4af8b1f7ee27342cd49d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/d436e3b2d61c4b09aec932a412cc3c57] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp, totalSize=35.9 K 2024-12-03T18:28:09,486 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ee0b33293e0499992ea78786d824b53, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733250486332 2024-12-03T18:28:09,487 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0093c8cdef5c4af8b1f7ee27342cd49d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733250486404 2024-12-03T18:28:09,488 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting d436e3b2d61c4b09aec932a412cc3c57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733250487799 2024-12-03T18:28:09,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 183a017868a4a2ab8f9493ff951a155c:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:28:09,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:09,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 183a017868a4a2ab8f9493ff951a155c:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:28:09,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:28:09,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 183a017868a4a2ab8f9493ff951a155c:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:28:09,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-03T18:28:09,501 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:09,504 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:09,504 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 183a017868a4a2ab8f9493ff951a155c/B is initiating minor compaction (all files) 2024-12-03T18:28:09,505 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 183a017868a4a2ab8f9493ff951a155c/B in TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:09,505 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/15265213369743aca79bcd5059fa81ce, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/971bee49798d468e94df66bd4d90ae84, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/ba155c42563a4934a97a548390fcfcab] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp, totalSize=35.9 K 2024-12-03T18:28:09,507 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 183a017868a4a2ab8f9493ff951a155c#A#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:09,508 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/dace20fdcba04922a2506f7d85f46c4c is 50, key is test_row_0/A:col10/1733250487833/Put/seqid=0 2024-12-03T18:28:09,512 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 15265213369743aca79bcd5059fa81ce, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733250486332 2024-12-03T18:28:09,514 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 971bee49798d468e94df66bd4d90ae84, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733250486404 2024-12-03T18:28:09,516 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting ba155c42563a4934a97a548390fcfcab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733250487799 2024-12-03T18:28:09,543 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:09,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-03T18:28:09,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:09,546 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 183a017868a4a2ab8f9493ff951a155c 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-03T18:28:09,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=A 2024-12-03T18:28:09,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:09,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=B 2024-12-03T18:28:09,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:09,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=C 2024-12-03T18:28:09,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:09,574 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 183a017868a4a2ab8f9493ff951a155c#B#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:09,575 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/26e9f71d140e402f95f7a91cc4ca537c is 50, key is test_row_0/B:col10/1733250487833/Put/seqid=0 2024-12-03T18:28:09,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/f592178c8f5542689e186f0888455e42 is 50, key is test_row_0/A:col10/1733250488177/Put/seqid=0 2024-12-03T18:28:09,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741878_1054 (size=12595) 2024-12-03T18:28:09,647 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/dace20fdcba04922a2506f7d85f46c4c as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/dace20fdcba04922a2506f7d85f46c4c 2024-12-03T18:28:09,680 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 183a017868a4a2ab8f9493ff951a155c/A of 183a017868a4a2ab8f9493ff951a155c into dace20fdcba04922a2506f7d85f46c4c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:09,680 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:09,680 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c., storeName=183a017868a4a2ab8f9493ff951a155c/A, priority=13, startTime=1733250489482; duration=0sec 2024-12-03T18:28:09,680 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:28:09,680 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 183a017868a4a2ab8f9493ff951a155c:A 2024-12-03T18:28:09,681 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:09,689 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:09,689 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 183a017868a4a2ab8f9493ff951a155c/C is initiating minor compaction (all files) 2024-12-03T18:28:09,693 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 183a017868a4a2ab8f9493ff951a155c/C in TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:09,693 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/4e59f5b3d88d467a94c88756a50f3427, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/65ddaf86ef104ad48075550325473308, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/912f08f01ac741088fa44c48a31c53ad] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp, totalSize=35.9 K 2024-12-03T18:28:09,696 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e59f5b3d88d467a94c88756a50f3427, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733250486332 2024-12-03T18:28:09,697 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65ddaf86ef104ad48075550325473308, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733250486404 2024-12-03T18:28:09,698 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 912f08f01ac741088fa44c48a31c53ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733250487799 2024-12-03T18:28:09,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741879_1055 (size=12595) 2024-12-03T18:28:09,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741880_1056 (size=12151) 2024-12-03T18:28:09,730 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 183a017868a4a2ab8f9493ff951a155c#C#compaction#42 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:09,731 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/fc4e2e96e7e14583bd9b4be067f65854 is 50, key is test_row_0/C:col10/1733250487833/Put/seqid=0 2024-12-03T18:28:09,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741881_1057 (size=12595) 2024-12-03T18:28:09,842 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/fc4e2e96e7e14583bd9b4be067f65854 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/fc4e2e96e7e14583bd9b4be067f65854 2024-12-03T18:28:09,888 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 183a017868a4a2ab8f9493ff951a155c/C of 183a017868a4a2ab8f9493ff951a155c into fc4e2e96e7e14583bd9b4be067f65854(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:09,888 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:09,888 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c., storeName=183a017868a4a2ab8f9493ff951a155c/C, priority=13, startTime=1733250489501; duration=0sec 2024-12-03T18:28:09,888 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:09,888 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 183a017868a4a2ab8f9493ff951a155c:C 2024-12-03T18:28:10,127 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/f592178c8f5542689e186f0888455e42 2024-12-03T18:28:10,171 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/26e9f71d140e402f95f7a91cc4ca537c as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/26e9f71d140e402f95f7a91cc4ca537c 2024-12-03T18:28:10,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/702290ba72af4ae8aa253e0906dee567 is 50, key is test_row_0/B:col10/1733250488177/Put/seqid=0 2024-12-03T18:28:10,203 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 183a017868a4a2ab8f9493ff951a155c/B of 183a017868a4a2ab8f9493ff951a155c into 26e9f71d140e402f95f7a91cc4ca537c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:10,203 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:10,203 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c., storeName=183a017868a4a2ab8f9493ff951a155c/B, priority=13, startTime=1733250489501; duration=0sec 2024-12-03T18:28:10,203 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:10,203 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 183a017868a4a2ab8f9493ff951a155c:B 2024-12-03T18:28:10,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741882_1058 (size=12151) 2024-12-03T18:28:10,247 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/702290ba72af4ae8aa253e0906dee567 2024-12-03T18:28:10,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/2e03af2e23284923a20ec256a7e53420 is 50, key is test_row_0/C:col10/1733250488177/Put/seqid=0 2024-12-03T18:28:10,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741883_1059 (size=12151) 2024-12-03T18:28:10,366 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/2e03af2e23284923a20ec256a7e53420 2024-12-03T18:28:10,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/f592178c8f5542689e186f0888455e42 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/f592178c8f5542689e186f0888455e42 2024-12-03T18:28:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 183a017868a4a2ab8f9493ff951a155c 2024-12-03T18:28:10,397 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/f592178c8f5542689e186f0888455e42, entries=150, sequenceid=208, filesize=11.9 K 2024-12-03T18:28:10,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:10,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/702290ba72af4ae8aa253e0906dee567 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/702290ba72af4ae8aa253e0906dee567 2024-12-03T18:28:10,418 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/702290ba72af4ae8aa253e0906dee567, entries=150, sequenceid=208, filesize=11.9 K 2024-12-03T18:28:10,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/2e03af2e23284923a20ec256a7e53420 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/2e03af2e23284923a20ec256a7e53420 2024-12-03T18:28:10,468 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/2e03af2e23284923a20ec256a7e53420, entries=150, sequenceid=208, filesize=11.9 K 2024-12-03T18:28:10,472 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=134.18 KB/137400 for 183a017868a4a2ab8f9493ff951a155c in 925ms, sequenceid=208, compaction requested=false 2024-12-03T18:28:10,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:10,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:10,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-03T18:28:10,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-12-03T18:28:10,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 183a017868a4a2ab8f9493ff951a155c 2024-12-03T18:28:10,475 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 183a017868a4a2ab8f9493ff951a155c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-03T18:28:10,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=A 2024-12-03T18:28:10,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:10,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=B 2024-12-03T18:28:10,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:10,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=C 2024-12-03T18:28:10,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:10,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-03T18:28:10,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-12-03T18:28:10,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1380 sec 2024-12-03T18:28:10,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/c0186fc71b9e46998c0e6e8d4c53dafa is 50, key is test_row_0/A:col10/1733250490444/Put/seqid=0 2024-12-03T18:28:10,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 2.1660 sec 2024-12-03T18:28:10,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:10,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250550499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:10,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:10,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250550501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:10,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250550516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:10,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250550519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:10,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741884_1060 (size=16931) 2024-12-03T18:28:10,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/c0186fc71b9e46998c0e6e8d4c53dafa 2024-12-03T18:28:10,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/ada17c4c09b449e6a6233941e4cab5e9 is 50, key is test_row_0/B:col10/1733250490444/Put/seqid=0 2024-12-03T18:28:10,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:10,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:10,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250550621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:10,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250550620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:10,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:10,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250550635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:10,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:10,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250550641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:10,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741885_1061 (size=12151) 2024-12-03T18:28:10,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/ada17c4c09b449e6a6233941e4cab5e9 2024-12-03T18:28:10,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/ad1fa460da0746d48a44a1ab905a82f8 is 50, key is test_row_0/C:col10/1733250490444/Put/seqid=0 2024-12-03T18:28:10,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250550828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:10,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250550842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:10,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741886_1062 (size=12151) 2024-12-03T18:28:10,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250550848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:10,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250550852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:11,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250551149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:11,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250551152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:11,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250551164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:11,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250551168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:11,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/ad1fa460da0746d48a44a1ab905a82f8 2024-12-03T18:28:11,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/c0186fc71b9e46998c0e6e8d4c53dafa as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/c0186fc71b9e46998c0e6e8d4c53dafa 2024-12-03T18:28:11,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/c0186fc71b9e46998c0e6e8d4c53dafa, entries=250, sequenceid=235, filesize=16.5 K 2024-12-03T18:28:11,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/ada17c4c09b449e6a6233941e4cab5e9 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/ada17c4c09b449e6a6233941e4cab5e9 2024-12-03T18:28:11,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/ada17c4c09b449e6a6233941e4cab5e9, entries=150, sequenceid=235, filesize=11.9 K 2024-12-03T18:28:11,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/ad1fa460da0746d48a44a1ab905a82f8 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/ad1fa460da0746d48a44a1ab905a82f8 2024-12-03T18:28:11,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/ad1fa460da0746d48a44a1ab905a82f8, entries=150, sequenceid=235, filesize=11.9 K 2024-12-03T18:28:11,475 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 183a017868a4a2ab8f9493ff951a155c in 1000ms, sequenceid=235, compaction requested=true 2024-12-03T18:28:11,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:11,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 183a017868a4a2ab8f9493ff951a155c:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:28:11,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:11,476 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:11,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 183a017868a4a2ab8f9493ff951a155c:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:28:11,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:28:11,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 183a017868a4a2ab8f9493ff951a155c:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:28:11,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:28:11,476 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:11,503 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:11,503 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 183a017868a4a2ab8f9493ff951a155c/B is initiating minor compaction (all files) 2024-12-03T18:28:11,504 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 183a017868a4a2ab8f9493ff951a155c/B in TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:11,504 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/26e9f71d140e402f95f7a91cc4ca537c, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/702290ba72af4ae8aa253e0906dee567, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/ada17c4c09b449e6a6233941e4cab5e9] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp, totalSize=36.0 K 2024-12-03T18:28:11,504 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:11,504 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 183a017868a4a2ab8f9493ff951a155c/A is initiating minor compaction (all files) 2024-12-03T18:28:11,505 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 183a017868a4a2ab8f9493ff951a155c/A in TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:11,505 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/dace20fdcba04922a2506f7d85f46c4c, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/f592178c8f5542689e186f0888455e42, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/c0186fc71b9e46998c0e6e8d4c53dafa] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp, totalSize=40.7 K 2024-12-03T18:28:11,511 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 26e9f71d140e402f95f7a91cc4ca537c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733250487799 2024-12-03T18:28:11,515 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting dace20fdcba04922a2506f7d85f46c4c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733250487799 2024-12-03T18:28:11,519 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 702290ba72af4ae8aa253e0906dee567, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733250488177 2024-12-03T18:28:11,523 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting f592178c8f5542689e186f0888455e42, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733250488177 2024-12-03T18:28:11,528 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting ada17c4c09b449e6a6233941e4cab5e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733250490444 2024-12-03T18:28:11,531 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0186fc71b9e46998c0e6e8d4c53dafa, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733250490444 2024-12-03T18:28:11,591 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 183a017868a4a2ab8f9493ff951a155c#A#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:11,592 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/814699a6476343dcb4a8d90fa95d5cbc is 50, key is test_row_0/A:col10/1733250490444/Put/seqid=0 2024-12-03T18:28:11,606 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 183a017868a4a2ab8f9493ff951a155c#B#compaction#49 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:11,607 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/4991be2e4896425697ed78e9d2589814 is 50, key is test_row_0/B:col10/1733250490444/Put/seqid=0 2024-12-03T18:28:11,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 183a017868a4a2ab8f9493ff951a155c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-03T18:28:11,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=A 2024-12-03T18:28:11,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:11,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=B 2024-12-03T18:28:11,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:11,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=C 2024-12-03T18:28:11,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 183a017868a4a2ab8f9493ff951a155c 2024-12-03T18:28:11,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741887_1063 (size=12697) 2024-12-03T18:28:11,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/758bb6aebcad4ff69ce5bac1c0cc9e67 is 50, key is test_row_0/A:col10/1733250490505/Put/seqid=0 2024-12-03T18:28:11,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741888_1064 (size=12697) 2024-12-03T18:28:11,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250551740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:11,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250551747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:11,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:11,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250551749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:11,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741889_1065 (size=12151) 2024-12-03T18:28:11,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:11,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250551763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:11,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/758bb6aebcad4ff69ce5bac1c0cc9e67 2024-12-03T18:28:11,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/9589cb0961ca42668c353916e203c64c is 50, key is test_row_0/B:col10/1733250490505/Put/seqid=0 2024-12-03T18:28:11,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250551859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:11,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250551860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:11,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741890_1066 (size=12151) 2024-12-03T18:28:11,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:11,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250551865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:11,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/9589cb0961ca42668c353916e203c64c 2024-12-03T18:28:11,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:11,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250551875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:11,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/78f9215465fb493ba5db1c598ae4510d is 50, key is test_row_0/C:col10/1733250490505/Put/seqid=0 2024-12-03T18:28:11,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741891_1067 (size=12151) 2024-12-03T18:28:11,999 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/78f9215465fb493ba5db1c598ae4510d 2024-12-03T18:28:12,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/758bb6aebcad4ff69ce5bac1c0cc9e67 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/758bb6aebcad4ff69ce5bac1c0cc9e67 2024-12-03T18:28:12,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/758bb6aebcad4ff69ce5bac1c0cc9e67, entries=150, sequenceid=249, filesize=11.9 K 2024-12-03T18:28:12,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/9589cb0961ca42668c353916e203c64c as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/9589cb0961ca42668c353916e203c64c 2024-12-03T18:28:12,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250552073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:12,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250552140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:12,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/9589cb0961ca42668c353916e203c64c, entries=150, sequenceid=249, filesize=11.9 K 2024-12-03T18:28:12,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:12,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250552073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:12,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:12,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250552140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:12,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/78f9215465fb493ba5db1c598ae4510d as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/78f9215465fb493ba5db1c598ae4510d 2024-12-03T18:28:12,184 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/814699a6476343dcb4a8d90fa95d5cbc as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/814699a6476343dcb4a8d90fa95d5cbc 2024-12-03T18:28:12,200 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/4991be2e4896425697ed78e9d2589814 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/4991be2e4896425697ed78e9d2589814 2024-12-03T18:28:12,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/78f9215465fb493ba5db1c598ae4510d, entries=150, sequenceid=249, filesize=11.9 K 2024-12-03T18:28:12,229 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 183a017868a4a2ab8f9493ff951a155c in 554ms, sequenceid=249, compaction requested=true 2024-12-03T18:28:12,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:12,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 183a017868a4a2ab8f9493ff951a155c:A, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:28:12,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-03T18:28:12,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 183a017868a4a2ab8f9493ff951a155c:B, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:28:12,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-03T18:28:12,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 183a017868a4a2ab8f9493ff951a155c:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:28:12,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-03T18:28:12,238 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 183a017868a4a2ab8f9493ff951a155c/A of 183a017868a4a2ab8f9493ff951a155c into 814699a6476343dcb4a8d90fa95d5cbc(size=12.4 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:12,238 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:12,239 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c., storeName=183a017868a4a2ab8f9493ff951a155c/A, priority=13, startTime=1733250491476; duration=0sec 2024-12-03T18:28:12,239 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-03T18:28:12,239 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 183a017868a4a2ab8f9493ff951a155c:A 2024-12-03T18:28:12,239 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 183a017868a4a2ab8f9493ff951a155c:A 2024-12-03T18:28:12,239 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T18:28:12,250 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 183a017868a4a2ab8f9493ff951a155c/B of 183a017868a4a2ab8f9493ff951a155c into 4991be2e4896425697ed78e9d2589814(size=12.4 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:12,250 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:12,250 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c., storeName=183a017868a4a2ab8f9493ff951a155c/B, priority=13, startTime=1733250491476; duration=0sec 2024-12-03T18:28:12,250 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-03T18:28:12,250 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 183a017868a4a2ab8f9493ff951a155c:B 2024-12-03T18:28:12,250 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 183a017868a4a2ab8f9493ff951a155c:B 2024-12-03T18:28:12,254 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T18:28:12,254 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-12-03T18:28:12,254 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-03T18:28:12,254 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-03T18:28:12,254 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. because compaction request was cancelled 2024-12-03T18:28:12,254 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 183a017868a4a2ab8f9493ff951a155c:C 2024-12-03T18:28:12,255 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-03T18:28:12,255 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 183a017868a4a2ab8f9493ff951a155c/C is initiating minor compaction (all files) 2024-12-03T18:28:12,255 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 183a017868a4a2ab8f9493ff951a155c/C in TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:12,255 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/fc4e2e96e7e14583bd9b4be067f65854, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/2e03af2e23284923a20ec256a7e53420, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/ad1fa460da0746d48a44a1ab905a82f8, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/78f9215465fb493ba5db1c598ae4510d] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp, totalSize=47.9 K 2024-12-03T18:28:12,262 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-03T18:28:12,263 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-03T18:28:12,263 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. because compaction request was cancelled 2024-12-03T18:28:12,263 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 183a017868a4a2ab8f9493ff951a155c:B 2024-12-03T18:28:12,263 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-03T18:28:12,264 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc4e2e96e7e14583bd9b4be067f65854, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733250487799 2024-12-03T18:28:12,271 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-03T18:28:12,271 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-03T18:28:12,271 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. because compaction request was cancelled 2024-12-03T18:28:12,271 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 183a017868a4a2ab8f9493ff951a155c:A 2024-12-03T18:28:12,271 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e03af2e23284923a20ec256a7e53420, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733250488177 2024-12-03T18:28:12,274 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad1fa460da0746d48a44a1ab905a82f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733250490444 2024-12-03T18:28:12,277 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78f9215465fb493ba5db1c598ae4510d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733250490505 2024-12-03T18:28:12,321 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 183a017868a4a2ab8f9493ff951a155c#C#compaction#53 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:12,322 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/806b813e62d2481b8d2bb3b1eb72288d is 50, key is test_row_0/C:col10/1733250490505/Put/seqid=0 2024-12-03T18:28:12,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741892_1068 (size=12731) 2024-12-03T18:28:12,358 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/806b813e62d2481b8d2bb3b1eb72288d as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/806b813e62d2481b8d2bb3b1eb72288d 2024-12-03T18:28:12,393 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 183a017868a4a2ab8f9493ff951a155c/C of 183a017868a4a2ab8f9493ff951a155c into 806b813e62d2481b8d2bb3b1eb72288d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:12,393 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:12,393 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c., storeName=183a017868a4a2ab8f9493ff951a155c/C, priority=12, startTime=1733250492229; duration=0sec 2024-12-03T18:28:12,394 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:12,394 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 183a017868a4a2ab8f9493ff951a155c:C 2024-12-03T18:28:12,453 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 183a017868a4a2ab8f9493ff951a155c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-03T18:28:12,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=A 2024-12-03T18:28:12,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:12,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=B 2024-12-03T18:28:12,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:12,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=C 2024-12-03T18:28:12,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 183a017868a4a2ab8f9493ff951a155c 2024-12-03T18:28:12,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/43f9fed279c647029b7df746862912ea is 50, key is test_row_0/A:col10/1733250491727/Put/seqid=0 2024-12-03T18:28:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-03T18:28:12,483 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-12-03T18:28:12,493 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:28:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-12-03T18:28:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-03T18:28:12,497 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:28:12,498 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:28:12,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:28:12,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250552505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:12,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250552506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:12,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250552517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:12,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250552517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:12,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741893_1069 (size=12301) 2024-12-03T18:28:12,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/43f9fed279c647029b7df746862912ea 2024-12-03T18:28:12,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/94ee4ddca29746c48db8b1f054373baa is 50, key is test_row_0/B:col10/1733250491727/Put/seqid=0 2024-12-03T18:28:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-03T18:28:12,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250552618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:12,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250552627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:12,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250552628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:12,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250552633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:12,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741894_1070 (size=12301) 2024-12-03T18:28:12,655 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:12,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-03T18:28:12,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:12,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:12,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:12,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:12,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:12,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1733250552666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:12,674 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8370 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c., hostname=5840ab6af6da,43459,1733250473452, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:28:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-03T18:28:12,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250552831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:12,832 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:12,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-03T18:28:12,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:12,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:12,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:12,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:12,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:12,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:12,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250552838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:12,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250552840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:12,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250552846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:12,996 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:12,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-03T18:28:13,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:13,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:13,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:13,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:13,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:13,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/94ee4ddca29746c48db8b1f054373baa 2024-12-03T18:28:13,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/70ff5119589e4758b1c015161a8bb771 is 50, key is test_row_0/C:col10/1733250491727/Put/seqid=0 2024-12-03T18:28:13,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-03T18:28:13,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741895_1071 (size=12301) 2024-12-03T18:28:13,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/70ff5119589e4758b1c015161a8bb771 2024-12-03T18:28:13,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:13,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250553144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:13,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:13,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250553148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:13,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:13,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250553148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:13,160 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:13,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-03T18:28:13,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:13,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:13,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:13,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:13,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:13,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/43f9fed279c647029b7df746862912ea as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/43f9fed279c647029b7df746862912ea 2024-12-03T18:28:13,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:13,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:13,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250553163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:13,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/43f9fed279c647029b7df746862912ea, entries=150, sequenceid=275, filesize=12.0 K 2024-12-03T18:28:13,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/94ee4ddca29746c48db8b1f054373baa as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/94ee4ddca29746c48db8b1f054373baa 2024-12-03T18:28:13,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/94ee4ddca29746c48db8b1f054373baa, entries=150, sequenceid=275, filesize=12.0 K 2024-12-03T18:28:13,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/70ff5119589e4758b1c015161a8bb771 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/70ff5119589e4758b1c015161a8bb771 2024-12-03T18:28:13,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/70ff5119589e4758b1c015161a8bb771, entries=150, sequenceid=275, filesize=12.0 K 2024-12-03T18:28:13,197 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 183a017868a4a2ab8f9493ff951a155c in 745ms, sequenceid=275, compaction requested=true 2024-12-03T18:28:13,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:13,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 183a017868a4a2ab8f9493ff951a155c:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:28:13,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:13,197 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:13,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 183a017868a4a2ab8f9493ff951a155c:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:28:13,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:28:13,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 183a017868a4a2ab8f9493ff951a155c:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:28:13,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-03T18:28:13,198 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:13,199 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:13,199 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 183a017868a4a2ab8f9493ff951a155c/A is initiating minor compaction (all files) 2024-12-03T18:28:13,199 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 183a017868a4a2ab8f9493ff951a155c/A in TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:13,199 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/814699a6476343dcb4a8d90fa95d5cbc, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/758bb6aebcad4ff69ce5bac1c0cc9e67, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/43f9fed279c647029b7df746862912ea] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp, totalSize=36.3 K 2024-12-03T18:28:13,200 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 814699a6476343dcb4a8d90fa95d5cbc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733250490444 2024-12-03T18:28:13,200 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:13,200 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 758bb6aebcad4ff69ce5bac1c0cc9e67, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733250490505 2024-12-03T18:28:13,201 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 183a017868a4a2ab8f9493ff951a155c/B is initiating minor compaction (all files) 2024-12-03T18:28:13,201 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 183a017868a4a2ab8f9493ff951a155c/B in TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:13,201 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 43f9fed279c647029b7df746862912ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733250491727 2024-12-03T18:28:13,201 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/4991be2e4896425697ed78e9d2589814, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/9589cb0961ca42668c353916e203c64c, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/94ee4ddca29746c48db8b1f054373baa] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp, totalSize=36.3 K 2024-12-03T18:28:13,202 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4991be2e4896425697ed78e9d2589814, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733250490444 2024-12-03T18:28:13,203 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9589cb0961ca42668c353916e203c64c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733250490505 2024-12-03T18:28:13,203 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94ee4ddca29746c48db8b1f054373baa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733250491727 2024-12-03T18:28:13,233 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 183a017868a4a2ab8f9493ff951a155c#A#compaction#57 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:13,233 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/3880d61d75b64fc089ca549b141b59a6 is 50, key is test_row_0/A:col10/1733250491727/Put/seqid=0 2024-12-03T18:28:13,237 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 183a017868a4a2ab8f9493ff951a155c#B#compaction#58 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:13,237 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/299b5006fc0b409eab491ddc35e7c857 is 50, key is test_row_0/B:col10/1733250491727/Put/seqid=0 2024-12-03T18:28:13,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741896_1072 (size=12949) 2024-12-03T18:28:13,314 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/3880d61d75b64fc089ca549b141b59a6 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/3880d61d75b64fc089ca549b141b59a6 2024-12-03T18:28:13,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741897_1073 (size=12949) 2024-12-03T18:28:13,323 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:13,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-03T18:28:13,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:13,324 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 183a017868a4a2ab8f9493ff951a155c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-03T18:28:13,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=A 2024-12-03T18:28:13,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:13,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=B 2024-12-03T18:28:13,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:13,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=C 2024-12-03T18:28:13,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:13,333 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 183a017868a4a2ab8f9493ff951a155c/A of 183a017868a4a2ab8f9493ff951a155c into 3880d61d75b64fc089ca549b141b59a6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:13,334 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:13,334 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c., storeName=183a017868a4a2ab8f9493ff951a155c/A, priority=13, startTime=1733250493197; duration=0sec 2024-12-03T18:28:13,334 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:28:13,334 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 183a017868a4a2ab8f9493ff951a155c:A 2024-12-03T18:28:13,334 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-03T18:28:13,335 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-03T18:28:13,335 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-03T18:28:13,335 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. because compaction request was cancelled 2024-12-03T18:28:13,335 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 183a017868a4a2ab8f9493ff951a155c:C 2024-12-03T18:28:13,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/537f0e2536eb419692eb0cdbb42dd658 is 50, key is test_row_0/A:col10/1733250492485/Put/seqid=0 2024-12-03T18:28:13,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741898_1074 (size=12301) 2024-12-03T18:28:13,399 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/537f0e2536eb419692eb0cdbb42dd658 2024-12-03T18:28:13,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/1ab4f861543b488baa291a858f9f46f1 is 50, key is test_row_0/B:col10/1733250492485/Put/seqid=0 2024-12-03T18:28:13,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741899_1075 (size=12301) 2024-12-03T18:28:13,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-03T18:28:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 183a017868a4a2ab8f9493ff951a155c 2024-12-03T18:28:13,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:13,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250553733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:13,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250553737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:13,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250553738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:13,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250553737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:13,752 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/299b5006fc0b409eab491ddc35e7c857 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/299b5006fc0b409eab491ddc35e7c857 2024-12-03T18:28:13,775 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 183a017868a4a2ab8f9493ff951a155c/B of 183a017868a4a2ab8f9493ff951a155c into 299b5006fc0b409eab491ddc35e7c857(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:13,776 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:13,776 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c., storeName=183a017868a4a2ab8f9493ff951a155c/B, priority=13, startTime=1733250493197; duration=0sec 2024-12-03T18:28:13,776 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:13,776 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 183a017868a4a2ab8f9493ff951a155c:B 2024-12-03T18:28:13,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250553858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:13,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250553859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:13,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250553859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:13,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:13,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250553863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:13,891 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/1ab4f861543b488baa291a858f9f46f1 2024-12-03T18:28:13,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/1b6ea3f5859349bd8c2fdda629441fa2 is 50, key is test_row_0/C:col10/1733250492485/Put/seqid=0 2024-12-03T18:28:13,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741900_1076 (size=12301) 2024-12-03T18:28:14,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:14,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250554065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:14,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250554075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:14,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:14,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250554075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:14,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250554086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:14,373 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/1b6ea3f5859349bd8c2fdda629441fa2 2024-12-03T18:28:14,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:14,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250554373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:14,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:14,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250554381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:14,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/537f0e2536eb419692eb0cdbb42dd658 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/537f0e2536eb419692eb0cdbb42dd658 2024-12-03T18:28:14,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:14,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250554393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:14,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:14,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250554395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:14,409 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/537f0e2536eb419692eb0cdbb42dd658, entries=150, sequenceid=288, filesize=12.0 K 2024-12-03T18:28:14,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/1ab4f861543b488baa291a858f9f46f1 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/1ab4f861543b488baa291a858f9f46f1 2024-12-03T18:28:14,436 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/1ab4f861543b488baa291a858f9f46f1, entries=150, sequenceid=288, filesize=12.0 K 2024-12-03T18:28:14,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/1b6ea3f5859349bd8c2fdda629441fa2 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/1b6ea3f5859349bd8c2fdda629441fa2 2024-12-03T18:28:14,460 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/1b6ea3f5859349bd8c2fdda629441fa2, entries=150, sequenceid=288, filesize=12.0 K 2024-12-03T18:28:14,471 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 183a017868a4a2ab8f9493ff951a155c in 1146ms, sequenceid=288, compaction requested=true 2024-12-03T18:28:14,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:14,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:14,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-12-03T18:28:14,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-12-03T18:28:14,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-12-03T18:28:14,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9850 sec 2024-12-03T18:28:14,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.9930 sec 2024-12-03T18:28:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-03T18:28:14,618 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-12-03T18:28:14,628 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:28:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-12-03T18:28:14,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-03T18:28:14,644 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:28:14,647 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:28:14,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:28:14,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-03T18:28:14,808 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:14,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-03T18:28:14,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:14,812 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 183a017868a4a2ab8f9493ff951a155c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-03T18:28:14,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=A 2024-12-03T18:28:14,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:14,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=B 2024-12-03T18:28:14,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:14,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=C 2024-12-03T18:28:14,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:14,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/03b4a8ea9abf4b04b56532922c3233b7 is 50, key is test_row_0/A:col10/1733250493713/Put/seqid=0 2024-12-03T18:28:14,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741901_1077 (size=12301) 2024-12-03T18:28:14,859 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/03b4a8ea9abf4b04b56532922c3233b7 2024-12-03T18:28:14,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/949b53e4485b495bb5ee0dbdc68d3263 is 50, key is test_row_0/B:col10/1733250493713/Put/seqid=0 2024-12-03T18:28:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 183a017868a4a2ab8f9493ff951a155c 2024-12-03T18:28:14,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:14,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741902_1078 (size=12301) 2024-12-03T18:28:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-03T18:28:14,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250554920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:14,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250554928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:14,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250554939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:14,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250554938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:15,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:15,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:15,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250555051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:15,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250555051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:15,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:15,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250555053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:15,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-03T18:28:15,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:15,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250555256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:15,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:15,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250555256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:15,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:15,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250555257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:15,332 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/949b53e4485b495bb5ee0dbdc68d3263 2024-12-03T18:28:15,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/c501b0371e7b4f149ce9b258d26474a1 is 50, key is test_row_0/C:col10/1733250493713/Put/seqid=0 2024-12-03T18:28:15,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741903_1079 (size=12301) 2024-12-03T18:28:15,403 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/c501b0371e7b4f149ce9b258d26474a1 2024-12-03T18:28:15,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/03b4a8ea9abf4b04b56532922c3233b7 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/03b4a8ea9abf4b04b56532922c3233b7 2024-12-03T18:28:15,431 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/03b4a8ea9abf4b04b56532922c3233b7, entries=150, sequenceid=313, filesize=12.0 K 2024-12-03T18:28:15,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/949b53e4485b495bb5ee0dbdc68d3263 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/949b53e4485b495bb5ee0dbdc68d3263 2024-12-03T18:28:15,457 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/949b53e4485b495bb5ee0dbdc68d3263, entries=150, sequenceid=313, filesize=12.0 K 2024-12-03T18:28:15,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/c501b0371e7b4f149ce9b258d26474a1 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/c501b0371e7b4f149ce9b258d26474a1 2024-12-03T18:28:15,467 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/c501b0371e7b4f149ce9b258d26474a1, entries=150, sequenceid=313, filesize=12.0 K 2024-12-03T18:28:15,472 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 183a017868a4a2ab8f9493ff951a155c in 660ms, sequenceid=313, compaction requested=true 2024-12-03T18:28:15,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:15,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:15,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-12-03T18:28:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-12-03T18:28:15,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-12-03T18:28:15,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 839 msec 2024-12-03T18:28:15,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 870 msec 2024-12-03T18:28:15,569 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 183a017868a4a2ab8f9493ff951a155c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-03T18:28:15,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=A 2024-12-03T18:28:15,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:15,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=B 2024-12-03T18:28:15,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:15,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=C 2024-12-03T18:28:15,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 183a017868a4a2ab8f9493ff951a155c 2024-12-03T18:28:15,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/6a0f8c9b9ae7489bb1d2f3ef2320e37b is 50, key is test_row_0/A:col10/1733250494919/Put/seqid=0 2024-12-03T18:28:15,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741904_1080 (size=14741) 2024-12-03T18:28:15,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250555627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:15,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250555641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:15,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250555641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:15,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-03T18:28:15,743 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-12-03T18:28:15,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:15,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250555742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:15,746 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:28:15,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-12-03T18:28:15,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-03T18:28:15,749 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:28:15,750 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:28:15,750 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:28:15,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:15,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250555748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:15,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:15,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250555748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:15,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-03T18:28:15,903 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:15,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-03T18:28:15,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:15,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:15,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:15,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:15,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:15,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:15,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250555945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:15,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250555951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:15,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:15,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250555955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:15,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:15,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250555964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:16,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/6a0f8c9b9ae7489bb1d2f3ef2320e37b 2024-12-03T18:28:16,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/863f03ad7c10439fbfdc8fb5eafc5795 is 50, key is test_row_0/B:col10/1733250494919/Put/seqid=0 2024-12-03T18:28:16,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-03T18:28:16,065 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:16,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-03T18:28:16,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:16,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:16,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:16,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:16,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:16,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741905_1081 (size=12301) 2024-12-03T18:28:16,222 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:16,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-03T18:28:16,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:16,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:16,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:16,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:16,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:16,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:16,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:16,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250556258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:16,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:16,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250556263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:16,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:16,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250556274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:16,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-03T18:28:16,388 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:16,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-03T18:28:16,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:16,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:16,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:16,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:16,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:16,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:16,490 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/863f03ad7c10439fbfdc8fb5eafc5795 2024-12-03T18:28:16,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/73aaf3363a4940078a9471c20f7de101 is 50, key is test_row_0/C:col10/1733250494919/Put/seqid=0 2024-12-03T18:28:16,544 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:16,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-03T18:28:16,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:16,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:16,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:16,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:16,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:16,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741906_1082 (size=12301) 2024-12-03T18:28:16,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/73aaf3363a4940078a9471c20f7de101 2024-12-03T18:28:16,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/6a0f8c9b9ae7489bb1d2f3ef2320e37b as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/6a0f8c9b9ae7489bb1d2f3ef2320e37b 2024-12-03T18:28:16,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/6a0f8c9b9ae7489bb1d2f3ef2320e37b, entries=200, sequenceid=328, filesize=14.4 K 2024-12-03T18:28:16,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/863f03ad7c10439fbfdc8fb5eafc5795 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/863f03ad7c10439fbfdc8fb5eafc5795 2024-12-03T18:28:16,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/863f03ad7c10439fbfdc8fb5eafc5795, entries=150, sequenceid=328, filesize=12.0 K 2024-12-03T18:28:16,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/73aaf3363a4940078a9471c20f7de101 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/73aaf3363a4940078a9471c20f7de101 2024-12-03T18:28:16,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/73aaf3363a4940078a9471c20f7de101, entries=150, sequenceid=328, filesize=12.0 K 2024-12-03T18:28:16,640 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 183a017868a4a2ab8f9493ff951a155c in 1070ms, sequenceid=328, compaction requested=true 2024-12-03T18:28:16,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:16,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 183a017868a4a2ab8f9493ff951a155c:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:28:16,641 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T18:28:16,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:16,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 183a017868a4a2ab8f9493ff951a155c:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:28:16,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:28:16,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 183a017868a4a2ab8f9493ff951a155c:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:28:16,641 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-03T18:28:16,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:28:16,643 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61935 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-03T18:28:16,643 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 183a017868a4a2ab8f9493ff951a155c/C is initiating minor compaction (all files) 2024-12-03T18:28:16,643 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 183a017868a4a2ab8f9493ff951a155c/C in TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:16,643 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/806b813e62d2481b8d2bb3b1eb72288d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/70ff5119589e4758b1c015161a8bb771, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/1b6ea3f5859349bd8c2fdda629441fa2, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/c501b0371e7b4f149ce9b258d26474a1, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/73aaf3363a4940078a9471c20f7de101] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp, totalSize=60.5 K 2024-12-03T18:28:16,643 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T18:28:16,643 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 183a017868a4a2ab8f9493ff951a155c/A is initiating minor compaction (all files) 2024-12-03T18:28:16,644 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 183a017868a4a2ab8f9493ff951a155c/A in TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:16,644 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/3880d61d75b64fc089ca549b141b59a6, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/537f0e2536eb419692eb0cdbb42dd658, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/03b4a8ea9abf4b04b56532922c3233b7, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/6a0f8c9b9ae7489bb1d2f3ef2320e37b] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp, totalSize=51.1 K 2024-12-03T18:28:16,644 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3880d61d75b64fc089ca549b141b59a6, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733250491727 2024-12-03T18:28:16,645 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 806b813e62d2481b8d2bb3b1eb72288d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733250490505 2024-12-03T18:28:16,645 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 537f0e2536eb419692eb0cdbb42dd658, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733250492485 2024-12-03T18:28:16,645 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 70ff5119589e4758b1c015161a8bb771, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733250491727 2024-12-03T18:28:16,646 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03b4a8ea9abf4b04b56532922c3233b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733250493713 2024-12-03T18:28:16,646 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b6ea3f5859349bd8c2fdda629441fa2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733250492485 2024-12-03T18:28:16,646 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting c501b0371e7b4f149ce9b258d26474a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733250493713 2024-12-03T18:28:16,647 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a0f8c9b9ae7489bb1d2f3ef2320e37b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733250494909 2024-12-03T18:28:16,647 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 73aaf3363a4940078a9471c20f7de101, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733250494909 2024-12-03T18:28:16,671 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 183a017868a4a2ab8f9493ff951a155c#A#compaction#68 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:16,671 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/95f2c5648a0547cbabbdea2cbfc6ee71 is 50, key is test_row_0/A:col10/1733250494919/Put/seqid=0 2024-12-03T18:28:16,675 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 183a017868a4a2ab8f9493ff951a155c#C#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:16,675 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/5f85fa1a2b3846a397053e67988e7140 is 50, key is test_row_0/C:col10/1733250494919/Put/seqid=0 2024-12-03T18:28:16,706 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:16,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-03T18:28:16,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:16,708 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 183a017868a4a2ab8f9493ff951a155c 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-03T18:28:16,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=A 2024-12-03T18:28:16,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:16,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=B 2024-12-03T18:28:16,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:16,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=C 2024-12-03T18:28:16,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:16,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741907_1083 (size=13085) 2024-12-03T18:28:16,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/f2ad9acec7804f699b85d601714fc63b is 50, key is test_row_0/A:col10/1733250495629/Put/seqid=0 2024-12-03T18:28:16,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741908_1084 (size=13051) 2024-12-03T18:28:16,724 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/95f2c5648a0547cbabbdea2cbfc6ee71 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/95f2c5648a0547cbabbdea2cbfc6ee71 2024-12-03T18:28:16,739 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 183a017868a4a2ab8f9493ff951a155c/A of 183a017868a4a2ab8f9493ff951a155c into 95f2c5648a0547cbabbdea2cbfc6ee71(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:16,739 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:16,739 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c., storeName=183a017868a4a2ab8f9493ff951a155c/A, priority=12, startTime=1733250496641; duration=0sec 2024-12-03T18:28:16,740 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:28:16,740 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 183a017868a4a2ab8f9493ff951a155c:A 2024-12-03T18:28:16,740 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T18:28:16,754 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T18:28:16,754 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 183a017868a4a2ab8f9493ff951a155c/B is initiating minor compaction (all files) 2024-12-03T18:28:16,754 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 183a017868a4a2ab8f9493ff951a155c/B in TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:16,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741909_1085 (size=12301) 2024-12-03T18:28:16,755 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/299b5006fc0b409eab491ddc35e7c857, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/1ab4f861543b488baa291a858f9f46f1, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/949b53e4485b495bb5ee0dbdc68d3263, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/863f03ad7c10439fbfdc8fb5eafc5795] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp, totalSize=48.7 K 2024-12-03T18:28:16,761 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 299b5006fc0b409eab491ddc35e7c857, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733250491727 2024-12-03T18:28:16,763 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ab4f861543b488baa291a858f9f46f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733250492485 2024-12-03T18:28:16,767 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 949b53e4485b495bb5ee0dbdc68d3263, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733250493713 2024-12-03T18:28:16,768 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/5f85fa1a2b3846a397053e67988e7140 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/5f85fa1a2b3846a397053e67988e7140 2024-12-03T18:28:16,768 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 863f03ad7c10439fbfdc8fb5eafc5795, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733250494909 2024-12-03T18:28:16,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:16,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 183a017868a4a2ab8f9493ff951a155c 2024-12-03T18:28:16,780 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 183a017868a4a2ab8f9493ff951a155c/C of 183a017868a4a2ab8f9493ff951a155c into 5f85fa1a2b3846a397053e67988e7140(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:16,780 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:16,781 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c., storeName=183a017868a4a2ab8f9493ff951a155c/C, priority=11, startTime=1733250496641; duration=0sec 2024-12-03T18:28:16,781 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:16,781 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 183a017868a4a2ab8f9493ff951a155c:C 2024-12-03T18:28:16,798 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 183a017868a4a2ab8f9493ff951a155c#B#compaction#71 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:16,799 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/7d11243724434397916846d85c8f1452 is 50, key is test_row_0/B:col10/1733250494919/Put/seqid=0 2024-12-03T18:28:16,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-03T18:28:16,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741910_1086 (size=13085) 2024-12-03T18:28:16,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:16,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250556868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:16,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:16,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250556875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:16,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:16,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250556877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:16,922 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/7d11243724434397916846d85c8f1452 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/7d11243724434397916846d85c8f1452 2024-12-03T18:28:16,937 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 183a017868a4a2ab8f9493ff951a155c/B of 183a017868a4a2ab8f9493ff951a155c into 7d11243724434397916846d85c8f1452(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:16,937 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:16,937 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c., storeName=183a017868a4a2ab8f9493ff951a155c/B, priority=12, startTime=1733250496641; duration=0sec 2024-12-03T18:28:16,937 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:16,938 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 183a017868a4a2ab8f9493ff951a155c:B 2024-12-03T18:28:16,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:16,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250556978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:16,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:16,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250556984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:16,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:16,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250556995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:17,155 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/f2ad9acec7804f699b85d601714fc63b 2024-12-03T18:28:17,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250557193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:17,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/ba7c1ce1329a4ef1b06bfb39ea4eb8d7 is 50, key is test_row_0/B:col10/1733250495629/Put/seqid=0 2024-12-03T18:28:17,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250557206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:17,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:17,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250557208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:17,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741911_1087 (size=12301) 2024-12-03T18:28:17,250 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/ba7c1ce1329a4ef1b06bfb39ea4eb8d7 2024-12-03T18:28:17,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/6f812bb7ea6b41eca2bfb9395992d88e is 50, key is test_row_0/C:col10/1733250495629/Put/seqid=0 2024-12-03T18:28:17,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741912_1088 (size=12301) 2024-12-03T18:28:17,343 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/6f812bb7ea6b41eca2bfb9395992d88e 2024-12-03T18:28:17,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/f2ad9acec7804f699b85d601714fc63b as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/f2ad9acec7804f699b85d601714fc63b 2024-12-03T18:28:17,441 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/f2ad9acec7804f699b85d601714fc63b, entries=150, sequenceid=349, filesize=12.0 K 2024-12-03T18:28:17,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/ba7c1ce1329a4ef1b06bfb39ea4eb8d7 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/ba7c1ce1329a4ef1b06bfb39ea4eb8d7 2024-12-03T18:28:17,511 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/ba7c1ce1329a4ef1b06bfb39ea4eb8d7, entries=150, sequenceid=349, filesize=12.0 K 2024-12-03T18:28:17,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:17,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250557511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:17,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250557512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:17,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/6f812bb7ea6b41eca2bfb9395992d88e as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/6f812bb7ea6b41eca2bfb9395992d88e 2024-12-03T18:28:17,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:17,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250557524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:17,569 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/6f812bb7ea6b41eca2bfb9395992d88e, entries=150, sequenceid=349, filesize=12.0 K 2024-12-03T18:28:17,570 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 183a017868a4a2ab8f9493ff951a155c in 862ms, sequenceid=349, compaction requested=false 2024-12-03T18:28:17,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:17,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:17,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-03T18:28:17,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-12-03T18:28:17,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-12-03T18:28:17,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8280 sec 2024-12-03T18:28:17,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.8370 sec 2024-12-03T18:28:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-03T18:28:17,873 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-12-03T18:28:17,875 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:28:17,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-12-03T18:28:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-03T18:28:17,884 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:28:17,885 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:28:17,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:28:17,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 183a017868a4a2ab8f9493ff951a155c 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-03T18:28:17,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=A 2024-12-03T18:28:17,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:17,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=B 2024-12-03T18:28:17,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:17,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=C 2024-12-03T18:28:17,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:17,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 183a017868a4a2ab8f9493ff951a155c 2024-12-03T18:28:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-03T18:28:17,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/5a3b8d83a675410cba8599a332c0bbdd is 50, key is test_row_0/A:col10/1733250496872/Put/seqid=0 2024-12-03T18:28:18,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741913_1089 (size=14741) 2024-12-03T18:28:18,041 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:18,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-03T18:28:18,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:18,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:18,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:18,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:18,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:18,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:18,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250558053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:18,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:18,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250558053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250558056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:18,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250558061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:18,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:18,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250558164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:18,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250558168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:18,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250558170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:18,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250558175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-03T18:28:18,203 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:18,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-03T18:28:18,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:18,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:18,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:18,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:18,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:18,375 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:18,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-03T18:28:18,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:18,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:18,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:18,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:18,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:18,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:18,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250558375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:18,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250558378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:18,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250558382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:18,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250558382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:18,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/5a3b8d83a675410cba8599a332c0bbdd 2024-12-03T18:28:18,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/c24adb7dfca5405891bdfd33c2044ba2 is 50, key is test_row_0/B:col10/1733250496872/Put/seqid=0 2024-12-03T18:28:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-03T18:28:18,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741914_1090 (size=12301) 2024-12-03T18:28:18,541 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:18,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-03T18:28:18,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:18,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:18,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:18,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:18,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:18,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250558687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:18,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250558690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:18,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250558692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:18,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250558700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:18,705 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:18,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-03T18:28:18,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:18,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:18,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:18,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:18,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:18,862 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:18,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-03T18:28:18,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:18,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:18,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:18,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:18,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:18,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/c24adb7dfca5405891bdfd33c2044ba2 2024-12-03T18:28:18,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/85db9e5880784a008faa8c566651da1d is 50, key is test_row_0/C:col10/1733250496872/Put/seqid=0 2024-12-03T18:28:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-03T18:28:19,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741915_1091 (size=12301) 2024-12-03T18:28:19,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/85db9e5880784a008faa8c566651da1d 2024-12-03T18:28:19,027 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:19,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-03T18:28:19,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:19,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:19,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:19,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:19,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:19,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/5a3b8d83a675410cba8599a332c0bbdd as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/5a3b8d83a675410cba8599a332c0bbdd 2024-12-03T18:28:19,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/5a3b8d83a675410cba8599a332c0bbdd, entries=200, sequenceid=368, filesize=14.4 K 2024-12-03T18:28:19,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/c24adb7dfca5405891bdfd33c2044ba2 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/c24adb7dfca5405891bdfd33c2044ba2 2024-12-03T18:28:19,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/c24adb7dfca5405891bdfd33c2044ba2, entries=150, sequenceid=368, filesize=12.0 K 2024-12-03T18:28:19,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/85db9e5880784a008faa8c566651da1d as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/85db9e5880784a008faa8c566651da1d 2024-12-03T18:28:19,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/85db9e5880784a008faa8c566651da1d, entries=150, sequenceid=368, filesize=12.0 K 2024-12-03T18:28:19,161 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 183a017868a4a2ab8f9493ff951a155c in 1205ms, sequenceid=368, compaction requested=true 2024-12-03T18:28:19,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:19,161 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:19,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 183a017868a4a2ab8f9493ff951a155c:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:28:19,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:19,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 183a017868a4a2ab8f9493ff951a155c:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:28:19,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:19,163 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:19,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 183a017868a4a2ab8f9493ff951a155c:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:28:19,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:28:19,167 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:19,167 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 183a017868a4a2ab8f9493ff951a155c/A is initiating minor compaction (all files) 2024-12-03T18:28:19,167 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 183a017868a4a2ab8f9493ff951a155c/A in TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:19,168 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/95f2c5648a0547cbabbdea2cbfc6ee71, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/f2ad9acec7804f699b85d601714fc63b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/5a3b8d83a675410cba8599a332c0bbdd] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp, totalSize=39.2 K 2024-12-03T18:28:19,168 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:19,168 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 183a017868a4a2ab8f9493ff951a155c/B is initiating minor compaction (all files) 2024-12-03T18:28:19,168 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 183a017868a4a2ab8f9493ff951a155c/B in TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:19,168 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/7d11243724434397916846d85c8f1452, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/ba7c1ce1329a4ef1b06bfb39ea4eb8d7, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/c24adb7dfca5405891bdfd33c2044ba2] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp, totalSize=36.8 K 2024-12-03T18:28:19,169 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d11243724434397916846d85c8f1452, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733250494909 2024-12-03T18:28:19,169 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95f2c5648a0547cbabbdea2cbfc6ee71, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733250494909 2024-12-03T18:28:19,170 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2ad9acec7804f699b85d601714fc63b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1733250495607 2024-12-03T18:28:19,170 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting ba7c1ce1329a4ef1b06bfb39ea4eb8d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1733250495607 2024-12-03T18:28:19,171 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a3b8d83a675410cba8599a332c0bbdd, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733250496813 2024-12-03T18:28:19,171 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting c24adb7dfca5405891bdfd33c2044ba2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733250496813 2024-12-03T18:28:19,188 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:19,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-03T18:28:19,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:19,189 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 183a017868a4a2ab8f9493ff951a155c 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-03T18:28:19,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=A 2024-12-03T18:28:19,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:19,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=B 2024-12-03T18:28:19,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:19,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=C 2024-12-03T18:28:19,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:19,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 183a017868a4a2ab8f9493ff951a155c 2024-12-03T18:28:19,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. as already flushing 2024-12-03T18:28:19,201 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 183a017868a4a2ab8f9493ff951a155c#B#compaction#77 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:19,203 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/720580f95e5d4a77b91c2fd9b2e0d3ce is 50, key is test_row_0/B:col10/1733250496872/Put/seqid=0 2024-12-03T18:28:19,215 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 183a017868a4a2ab8f9493ff951a155c#A#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:19,216 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/723c262272c940c4bb26c72e01a5f515 is 50, key is test_row_0/A:col10/1733250496872/Put/seqid=0 2024-12-03T18:28:19,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/61bf960474454f2e956f96313e209474 is 50, key is test_row_0/A:col10/1733250498044/Put/seqid=0 2024-12-03T18:28:19,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:19,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250559247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:19,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:19,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250559248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:19,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:19,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250559251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:19,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:19,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250559251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:19,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741918_1094 (size=12301) 2024-12-03T18:28:19,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741917_1093 (size=13187) 2024-12-03T18:28:19,284 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/61bf960474454f2e956f96313e209474 2024-12-03T18:28:19,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741916_1092 (size=13187) 2024-12-03T18:28:19,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/25afb59d9920404d86ff0b190c474646 is 50, key is test_row_0/B:col10/1733250498044/Put/seqid=0 2024-12-03T18:28:19,331 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/720580f95e5d4a77b91c2fd9b2e0d3ce as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/720580f95e5d4a77b91c2fd9b2e0d3ce 2024-12-03T18:28:19,344 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 183a017868a4a2ab8f9493ff951a155c/B of 183a017868a4a2ab8f9493ff951a155c into 720580f95e5d4a77b91c2fd9b2e0d3ce(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:19,344 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:19,344 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c., storeName=183a017868a4a2ab8f9493ff951a155c/B, priority=13, startTime=1733250499163; duration=0sec 2024-12-03T18:28:19,344 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:28:19,344 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 183a017868a4a2ab8f9493ff951a155c:B 2024-12-03T18:28:19,344 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:19,345 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:19,346 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 183a017868a4a2ab8f9493ff951a155c/C is initiating minor compaction (all files) 2024-12-03T18:28:19,346 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 183a017868a4a2ab8f9493ff951a155c/C in TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:19,346 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/5f85fa1a2b3846a397053e67988e7140, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/6f812bb7ea6b41eca2bfb9395992d88e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/85db9e5880784a008faa8c566651da1d] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp, totalSize=36.8 K 2024-12-03T18:28:19,346 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f85fa1a2b3846a397053e67988e7140, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733250494909 2024-12-03T18:28:19,347 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f812bb7ea6b41eca2bfb9395992d88e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1733250495607 2024-12-03T18:28:19,348 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 85db9e5880784a008faa8c566651da1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733250496813 2024-12-03T18:28:19,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:19,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250559356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:19,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:19,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250559364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:19,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:19,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250559369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:19,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:19,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250559372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:19,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741919_1095 (size=12301) 2024-12-03T18:28:19,395 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/25afb59d9920404d86ff0b190c474646 2024-12-03T18:28:19,396 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 183a017868a4a2ab8f9493ff951a155c#C#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:19,397 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/0359983c0c1b41cbb9527a37e8e2a671 is 50, key is test_row_0/C:col10/1733250496872/Put/seqid=0 2024-12-03T18:28:19,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/04e5db9b27394b49a2509c8fda6af77e is 50, key is test_row_0/C:col10/1733250498044/Put/seqid=0 2024-12-03T18:28:19,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741920_1096 (size=13153) 2024-12-03T18:28:19,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741921_1097 (size=12301) 2024-12-03T18:28:19,511 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/0359983c0c1b41cbb9527a37e8e2a671 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/0359983c0c1b41cbb9527a37e8e2a671 2024-12-03T18:28:19,517 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/04e5db9b27394b49a2509c8fda6af77e 2024-12-03T18:28:19,572 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 183a017868a4a2ab8f9493ff951a155c/C of 183a017868a4a2ab8f9493ff951a155c into 0359983c0c1b41cbb9527a37e8e2a671(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:19,572 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:19,572 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c., storeName=183a017868a4a2ab8f9493ff951a155c/C, priority=13, startTime=1733250499163; duration=0sec 2024-12-03T18:28:19,572 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:19,572 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 183a017868a4a2ab8f9493ff951a155c:C 2024-12-03T18:28:19,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/61bf960474454f2e956f96313e209474 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/61bf960474454f2e956f96313e209474 2024-12-03T18:28:19,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1733250559575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:19,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44196 deadline: 1733250559581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:19,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1733250559581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:19,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1733250559581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:19,621 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/61bf960474454f2e956f96313e209474, entries=150, sequenceid=388, filesize=12.0 K 2024-12-03T18:28:19,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/25afb59d9920404d86ff0b190c474646 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/25afb59d9920404d86ff0b190c474646 2024-12-03T18:28:19,681 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/25afb59d9920404d86ff0b190c474646, entries=150, sequenceid=388, filesize=12.0 K 2024-12-03T18:28:19,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/04e5db9b27394b49a2509c8fda6af77e as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/04e5db9b27394b49a2509c8fda6af77e 2024-12-03T18:28:19,716 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/723c262272c940c4bb26c72e01a5f515 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/723c262272c940c4bb26c72e01a5f515 2024-12-03T18:28:19,721 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/04e5db9b27394b49a2509c8fda6af77e, entries=150, sequenceid=388, filesize=12.0 K 2024-12-03T18:28:19,722 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 183a017868a4a2ab8f9493ff951a155c in 533ms, sequenceid=388, compaction requested=false 2024-12-03T18:28:19,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:19,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:19,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-03T18:28:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-12-03T18:28:19,730 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 183a017868a4a2ab8f9493ff951a155c/A of 183a017868a4a2ab8f9493ff951a155c into 723c262272c940c4bb26c72e01a5f515(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:19,731 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:19,731 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c., storeName=183a017868a4a2ab8f9493ff951a155c/A, priority=13, startTime=1733250499161; duration=0sec 2024-12-03T18:28:19,731 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:19,731 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 183a017868a4a2ab8f9493ff951a155c:A 2024-12-03T18:28:19,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-12-03T18:28:19,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8440 sec 2024-12-03T18:28:19,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.8620 sec 2024-12-03T18:28:19,776 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:60582 2024-12-03T18:28:19,776 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:28:19,777 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x490457fd to 127.0.0.1:60582 2024-12-03T18:28:19,778 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:28:19,778 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b5f27aa to 127.0.0.1:60582 2024-12-03T18:28:19,778 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:28:19,779 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:60582 2024-12-03T18:28:19,779 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:28:19,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 183a017868a4a2ab8f9493ff951a155c 2024-12-03T18:28:19,892 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 183a017868a4a2ab8f9493ff951a155c 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-03T18:28:19,892 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:60582 2024-12-03T18:28:19,892 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:28:19,894 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53b8a93e to 127.0.0.1:60582 2024-12-03T18:28:19,894 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:28:19,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=A 2024-12-03T18:28:19,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:19,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=B 2024-12-03T18:28:19,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:19,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=C 2024-12-03T18:28:19,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:19,895 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:60582 2024-12-03T18:28:19,895 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:28:19,899 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1324ee83 to 127.0.0.1:60582 2024-12-03T18:28:19,899 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:28:19,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/cd85e0a9d765477386214fa762776909 is 50, key is test_row_0/A:col10/1733250499222/Put/seqid=0 2024-12-03T18:28:19,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741922_1098 (size=12301) 2024-12-03T18:28:19,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/cd85e0a9d765477386214fa762776909 2024-12-03T18:28:19,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/fb6300ae1abb417da6275e69b123adf8 is 50, key is test_row_0/B:col10/1733250499222/Put/seqid=0 2024-12-03T18:28:19,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741923_1099 (size=12301) 2024-12-03T18:28:20,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-03T18:28:20,006 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-12-03T18:28:20,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/fb6300ae1abb417da6275e69b123adf8 2024-12-03T18:28:20,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/71daefefd81d483ab936b7d8f91ef672 is 50, key is test_row_0/C:col10/1733250499222/Put/seqid=0 2024-12-03T18:28:20,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741924_1100 (size=12301) 2024-12-03T18:28:20,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/71daefefd81d483ab936b7d8f91ef672 2024-12-03T18:28:20,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/cd85e0a9d765477386214fa762776909 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/cd85e0a9d765477386214fa762776909 2024-12-03T18:28:20,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/cd85e0a9d765477386214fa762776909, entries=150, sequenceid=411, filesize=12.0 K 2024-12-03T18:28:20,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/fb6300ae1abb417da6275e69b123adf8 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/fb6300ae1abb417da6275e69b123adf8 2024-12-03T18:28:20,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/fb6300ae1abb417da6275e69b123adf8, entries=150, sequenceid=411, filesize=12.0 K 2024-12-03T18:28:20,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/71daefefd81d483ab936b7d8f91ef672 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/71daefefd81d483ab936b7d8f91ef672 2024-12-03T18:28:20,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/71daefefd81d483ab936b7d8f91ef672, entries=150, sequenceid=411, filesize=12.0 K 2024-12-03T18:28:20,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=0 B/0 for 183a017868a4a2ab8f9493ff951a155c in 984ms, sequenceid=411, compaction requested=true 2024-12-03T18:28:20,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:20,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 183a017868a4a2ab8f9493ff951a155c:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:28:20,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:20,876 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:20,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 183a017868a4a2ab8f9493ff951a155c:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:28:20,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:20,876 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:20,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 183a017868a4a2ab8f9493ff951a155c:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:28:20,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:28:20,877 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:20,877 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:20,877 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 183a017868a4a2ab8f9493ff951a155c/B is initiating minor compaction (all files) 2024-12-03T18:28:20,877 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 183a017868a4a2ab8f9493ff951a155c/A is initiating minor compaction (all files) 2024-12-03T18:28:20,877 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 183a017868a4a2ab8f9493ff951a155c/B in TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:20,877 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 183a017868a4a2ab8f9493ff951a155c/A in TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:20,877 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/720580f95e5d4a77b91c2fd9b2e0d3ce, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/25afb59d9920404d86ff0b190c474646, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/fb6300ae1abb417da6275e69b123adf8] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp, totalSize=36.9 K 2024-12-03T18:28:20,877 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/723c262272c940c4bb26c72e01a5f515, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/61bf960474454f2e956f96313e209474, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/cd85e0a9d765477386214fa762776909] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp, totalSize=36.9 K 2024-12-03T18:28:20,878 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 720580f95e5d4a77b91c2fd9b2e0d3ce, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733250496813 2024-12-03T18:28:20,878 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 723c262272c940c4bb26c72e01a5f515, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733250496813 2024-12-03T18:28:20,878 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61bf960474454f2e956f96313e209474, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1733250498044 2024-12-03T18:28:20,878 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 25afb59d9920404d86ff0b190c474646, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1733250498044 2024-12-03T18:28:20,879 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd85e0a9d765477386214fa762776909, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1733250499222 2024-12-03T18:28:20,879 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting fb6300ae1abb417da6275e69b123adf8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1733250499222 2024-12-03T18:28:20,889 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 183a017868a4a2ab8f9493ff951a155c#A#compaction#86 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:20,890 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/52ebc93461dd44fa98c01ae1c3563bf6 is 50, key is test_row_0/A:col10/1733250499222/Put/seqid=0 2024-12-03T18:28:20,892 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 183a017868a4a2ab8f9493ff951a155c#B#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:20,893 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/dbc9ff11409c4491889cf1bf5d3b0044 is 50, key is test_row_0/B:col10/1733250499222/Put/seqid=0 2024-12-03T18:28:20,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741925_1101 (size=13289) 2024-12-03T18:28:20,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741926_1102 (size=13289) 2024-12-03T18:28:20,902 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/52ebc93461dd44fa98c01ae1c3563bf6 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/52ebc93461dd44fa98c01ae1c3563bf6 2024-12-03T18:28:20,903 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/dbc9ff11409c4491889cf1bf5d3b0044 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/dbc9ff11409c4491889cf1bf5d3b0044 2024-12-03T18:28:20,908 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 183a017868a4a2ab8f9493ff951a155c/A of 183a017868a4a2ab8f9493ff951a155c into 52ebc93461dd44fa98c01ae1c3563bf6(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:20,908 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:20,908 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c., storeName=183a017868a4a2ab8f9493ff951a155c/A, priority=13, startTime=1733250500876; duration=0sec 2024-12-03T18:28:20,909 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:28:20,909 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 183a017868a4a2ab8f9493ff951a155c:A 2024-12-03T18:28:20,909 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:20,910 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:20,911 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 183a017868a4a2ab8f9493ff951a155c/C is initiating minor compaction (all files) 2024-12-03T18:28:20,911 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 183a017868a4a2ab8f9493ff951a155c/C in TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:20,911 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 183a017868a4a2ab8f9493ff951a155c/B of 183a017868a4a2ab8f9493ff951a155c into dbc9ff11409c4491889cf1bf5d3b0044(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:20,911 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/0359983c0c1b41cbb9527a37e8e2a671, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/04e5db9b27394b49a2509c8fda6af77e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/71daefefd81d483ab936b7d8f91ef672] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp, totalSize=36.9 K 2024-12-03T18:28:20,911 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:20,911 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c., storeName=183a017868a4a2ab8f9493ff951a155c/B, priority=13, startTime=1733250500876; duration=0sec 2024-12-03T18:28:20,911 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:20,911 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 183a017868a4a2ab8f9493ff951a155c:B 2024-12-03T18:28:20,911 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0359983c0c1b41cbb9527a37e8e2a671, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733250496813 2024-12-03T18:28:20,912 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04e5db9b27394b49a2509c8fda6af77e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1733250498044 2024-12-03T18:28:20,912 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71daefefd81d483ab936b7d8f91ef672, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1733250499222 2024-12-03T18:28:20,922 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 183a017868a4a2ab8f9493ff951a155c#C#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:20,923 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/249b510e0c3046239f144898f4a24b4a is 50, key is test_row_0/C:col10/1733250499222/Put/seqid=0 2024-12-03T18:28:20,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741927_1103 (size=13255) 2024-12-03T18:28:21,211 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T18:28:21,335 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/249b510e0c3046239f144898f4a24b4a as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/249b510e0c3046239f144898f4a24b4a 2024-12-03T18:28:21,342 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 183a017868a4a2ab8f9493ff951a155c/C of 183a017868a4a2ab8f9493ff951a155c into 249b510e0c3046239f144898f4a24b4a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:21,342 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:21,343 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c., storeName=183a017868a4a2ab8f9493ff951a155c/C, priority=13, startTime=1733250500876; duration=0sec 2024-12-03T18:28:21,343 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:21,343 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 183a017868a4a2ab8f9493ff951a155c:C 2024-12-03T18:28:22,736 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x048068a5 to 127.0.0.1:60582 2024-12-03T18:28:22,736 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:28:22,736 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-03T18:28:22,736 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-12-03T18:28:22,736 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-12-03T18:28:22,736 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-12-03T18:28:22,736 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-12-03T18:28:22,737 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-12-03T18:28:22,737 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-03T18:28:22,737 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2571 2024-12-03T18:28:22,737 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2578 2024-12-03T18:28:22,737 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-03T18:28:22,737 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1192 2024-12-03T18:28:22,737 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3575 rows 2024-12-03T18:28:22,737 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1174 2024-12-03T18:28:22,737 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3519 rows 2024-12-03T18:28:22,737 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-03T18:28:22,737 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63607639 to 127.0.0.1:60582 2024-12-03T18:28:22,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:28:22,747 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-03T18:28:22,752 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-03T18:28:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-03T18:28:22,763 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250502763"}]},"ts":"1733250502763"} 2024-12-03T18:28:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-03T18:28:22,765 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-03T18:28:22,776 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-03T18:28:22,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T18:28:22,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=183a017868a4a2ab8f9493ff951a155c, UNASSIGN}] 2024-12-03T18:28:22,784 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=183a017868a4a2ab8f9493ff951a155c, UNASSIGN 2024-12-03T18:28:22,787 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=183a017868a4a2ab8f9493ff951a155c, regionState=CLOSING, regionLocation=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:22,788 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41973 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=CLOSING, location=5840ab6af6da,43459,1733250473452, table=TestAcidGuarantees, region=183a017868a4a2ab8f9493ff951a155c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-03T18:28:22,788 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T18:28:22,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; CloseRegionProcedure 183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452}] 2024-12-03T18:28:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-03T18:28:22,943 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:22,944 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(124): Close 183a017868a4a2ab8f9493ff951a155c 2024-12-03T18:28:22,945 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-03T18:28:22,945 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1681): Closing 183a017868a4a2ab8f9493ff951a155c, disabling compactions & flushes 2024-12-03T18:28:22,945 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:22,945 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:22,945 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. after waiting 0 ms 2024-12-03T18:28:22,945 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:22,946 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(2837): Flushing 183a017868a4a2ab8f9493ff951a155c 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-12-03T18:28:22,946 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=A 2024-12-03T18:28:22,946 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:22,946 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=B 2024-12-03T18:28:22,946 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:22,946 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 183a017868a4a2ab8f9493ff951a155c, store=C 2024-12-03T18:28:22,946 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:22,949 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/c15736396825439a9c95930478994d2a is 50, key is test_row_0/A:col10/1733250502735/Put/seqid=0 2024-12-03T18:28:22,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741928_1104 (size=7415) 2024-12-03T18:28:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-03T18:28:23,354 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/c15736396825439a9c95930478994d2a 2024-12-03T18:28:23,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-03T18:28:23,366 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/4d1b660b85f24e24bf8e288467e89b84 is 50, key is test_row_0/B:col10/1733250502735/Put/seqid=0 2024-12-03T18:28:23,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741929_1105 (size=7415) 2024-12-03T18:28:23,385 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/4d1b660b85f24e24bf8e288467e89b84 2024-12-03T18:28:23,405 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/5a36fa099599435790b478898e7d02db is 50, key is test_row_0/C:col10/1733250502735/Put/seqid=0 2024-12-03T18:28:23,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741930_1106 (size=7415) 2024-12-03T18:28:23,450 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/5a36fa099599435790b478898e7d02db 2024-12-03T18:28:23,494 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/A/c15736396825439a9c95930478994d2a as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/c15736396825439a9c95930478994d2a 2024-12-03T18:28:23,520 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/c15736396825439a9c95930478994d2a, entries=50, sequenceid=418, filesize=7.2 K 2024-12-03T18:28:23,523 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/B/4d1b660b85f24e24bf8e288467e89b84 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/4d1b660b85f24e24bf8e288467e89b84 2024-12-03T18:28:23,552 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/4d1b660b85f24e24bf8e288467e89b84, entries=50, sequenceid=418, filesize=7.2 K 2024-12-03T18:28:23,557 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/.tmp/C/5a36fa099599435790b478898e7d02db as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/5a36fa099599435790b478898e7d02db 2024-12-03T18:28:23,593 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/5a36fa099599435790b478898e7d02db, entries=50, sequenceid=418, filesize=7.2 K 2024-12-03T18:28:23,595 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 183a017868a4a2ab8f9493ff951a155c in 650ms, sequenceid=418, compaction requested=false 2024-12-03T18:28:23,598 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/fb8dd2dbd0b54689aa9c576ec9cf31dc, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/598c675266384eb090212d00b4cf7875, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/90ab1f406b964d63892ce0fa559b1dbe, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/6b2fde5ccb27444994ee5a99cf65f462, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/882d62cc5945454fa4bab2d410c3d208, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/4982bd83419a4c8d974a9be74ed9e7c1, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/0cc9a6a8cebb4d368e70a1c2723f189a, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/c560ab404d2c4da0b0a68d9fb9e67bd2, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/96a64bc1655b4e319103fda356cd38a5, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/4ee0b33293e0499992ea78786d824b53, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/3ef5b52b9f1f405aaf0e90b858298d5b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/0093c8cdef5c4af8b1f7ee27342cd49d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/dace20fdcba04922a2506f7d85f46c4c, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/d436e3b2d61c4b09aec932a412cc3c57, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/f592178c8f5542689e186f0888455e42, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/c0186fc71b9e46998c0e6e8d4c53dafa, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/814699a6476343dcb4a8d90fa95d5cbc, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/758bb6aebcad4ff69ce5bac1c0cc9e67, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/3880d61d75b64fc089ca549b141b59a6, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/43f9fed279c647029b7df746862912ea, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/537f0e2536eb419692eb0cdbb42dd658, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/03b4a8ea9abf4b04b56532922c3233b7, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/6a0f8c9b9ae7489bb1d2f3ef2320e37b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/95f2c5648a0547cbabbdea2cbfc6ee71, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/f2ad9acec7804f699b85d601714fc63b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/5a3b8d83a675410cba8599a332c0bbdd, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/723c262272c940c4bb26c72e01a5f515, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/61bf960474454f2e956f96313e209474, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/cd85e0a9d765477386214fa762776909] to archive 2024-12-03T18:28:23,607 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T18:28:23,623 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/fb8dd2dbd0b54689aa9c576ec9cf31dc to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/fb8dd2dbd0b54689aa9c576ec9cf31dc 2024-12-03T18:28:23,640 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/598c675266384eb090212d00b4cf7875 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/598c675266384eb090212d00b4cf7875 2024-12-03T18:28:23,655 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/90ab1f406b964d63892ce0fa559b1dbe to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/90ab1f406b964d63892ce0fa559b1dbe 2024-12-03T18:28:23,675 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/6b2fde5ccb27444994ee5a99cf65f462 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/6b2fde5ccb27444994ee5a99cf65f462 2024-12-03T18:28:23,695 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/882d62cc5945454fa4bab2d410c3d208 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/882d62cc5945454fa4bab2d410c3d208 2024-12-03T18:28:23,710 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/4982bd83419a4c8d974a9be74ed9e7c1 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/4982bd83419a4c8d974a9be74ed9e7c1 2024-12-03T18:28:23,741 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/0cc9a6a8cebb4d368e70a1c2723f189a to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/0cc9a6a8cebb4d368e70a1c2723f189a 2024-12-03T18:28:23,759 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/c560ab404d2c4da0b0a68d9fb9e67bd2 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/c560ab404d2c4da0b0a68d9fb9e67bd2 2024-12-03T18:28:23,779 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/96a64bc1655b4e319103fda356cd38a5 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/96a64bc1655b4e319103fda356cd38a5 2024-12-03T18:28:23,787 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/4ee0b33293e0499992ea78786d824b53 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/4ee0b33293e0499992ea78786d824b53 2024-12-03T18:28:23,792 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/3ef5b52b9f1f405aaf0e90b858298d5b to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/3ef5b52b9f1f405aaf0e90b858298d5b 2024-12-03T18:28:23,796 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/0093c8cdef5c4af8b1f7ee27342cd49d to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/0093c8cdef5c4af8b1f7ee27342cd49d 2024-12-03T18:28:23,804 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/dace20fdcba04922a2506f7d85f46c4c to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/dace20fdcba04922a2506f7d85f46c4c 2024-12-03T18:28:23,807 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/d436e3b2d61c4b09aec932a412cc3c57 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/d436e3b2d61c4b09aec932a412cc3c57 2024-12-03T18:28:23,812 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/f592178c8f5542689e186f0888455e42 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/f592178c8f5542689e186f0888455e42 2024-12-03T18:28:23,819 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/c0186fc71b9e46998c0e6e8d4c53dafa to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/c0186fc71b9e46998c0e6e8d4c53dafa 2024-12-03T18:28:23,825 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/814699a6476343dcb4a8d90fa95d5cbc to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/814699a6476343dcb4a8d90fa95d5cbc 2024-12-03T18:28:23,826 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/758bb6aebcad4ff69ce5bac1c0cc9e67 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/758bb6aebcad4ff69ce5bac1c0cc9e67 2024-12-03T18:28:23,828 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/3880d61d75b64fc089ca549b141b59a6 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/3880d61d75b64fc089ca549b141b59a6 2024-12-03T18:28:23,830 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/43f9fed279c647029b7df746862912ea to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/43f9fed279c647029b7df746862912ea 2024-12-03T18:28:23,832 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/537f0e2536eb419692eb0cdbb42dd658 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/537f0e2536eb419692eb0cdbb42dd658 2024-12-03T18:28:23,837 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/03b4a8ea9abf4b04b56532922c3233b7 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/03b4a8ea9abf4b04b56532922c3233b7 2024-12-03T18:28:23,839 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/6a0f8c9b9ae7489bb1d2f3ef2320e37b to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/6a0f8c9b9ae7489bb1d2f3ef2320e37b 2024-12-03T18:28:23,840 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/95f2c5648a0547cbabbdea2cbfc6ee71 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/95f2c5648a0547cbabbdea2cbfc6ee71 2024-12-03T18:28:23,842 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/f2ad9acec7804f699b85d601714fc63b to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/f2ad9acec7804f699b85d601714fc63b 2024-12-03T18:28:23,843 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/5a3b8d83a675410cba8599a332c0bbdd to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/5a3b8d83a675410cba8599a332c0bbdd 2024-12-03T18:28:23,845 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/723c262272c940c4bb26c72e01a5f515 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/723c262272c940c4bb26c72e01a5f515 2024-12-03T18:28:23,846 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/61bf960474454f2e956f96313e209474 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/61bf960474454f2e956f96313e209474 2024-12-03T18:28:23,847 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/cd85e0a9d765477386214fa762776909 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/cd85e0a9d765477386214fa762776909 2024-12-03T18:28:23,865 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/a113e0acf9b7426e99b37ddd39648ddf, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/666399d019304585b557c03bd0497276, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/a6ffb28cc57e477693d5f5aaeb80ef35, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/7911680c0031478290b3305e95fe130c, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/932452fa4b8f469f84589f95d4d20aa3, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/216cb3dc295b481aa626d12cc1d7e043, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/38ac263db59a4907b3118023a8f70905, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/2bfded13b03f4d199e1c7af0519690a4, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/4f1b1be3983c4b99b0277e805acfb10f, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/15265213369743aca79bcd5059fa81ce, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/7a5b4c81522c42da83e90ca5cdddfd17, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/971bee49798d468e94df66bd4d90ae84, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/26e9f71d140e402f95f7a91cc4ca537c, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/ba155c42563a4934a97a548390fcfcab, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/702290ba72af4ae8aa253e0906dee567, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/4991be2e4896425697ed78e9d2589814, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/ada17c4c09b449e6a6233941e4cab5e9, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/9589cb0961ca42668c353916e203c64c, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/299b5006fc0b409eab491ddc35e7c857, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/94ee4ddca29746c48db8b1f054373baa, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/1ab4f861543b488baa291a858f9f46f1, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/949b53e4485b495bb5ee0dbdc68d3263, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/7d11243724434397916846d85c8f1452, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/863f03ad7c10439fbfdc8fb5eafc5795, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/ba7c1ce1329a4ef1b06bfb39ea4eb8d7, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/720580f95e5d4a77b91c2fd9b2e0d3ce, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/c24adb7dfca5405891bdfd33c2044ba2, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/25afb59d9920404d86ff0b190c474646, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/fb6300ae1abb417da6275e69b123adf8] to archive 2024-12-03T18:28:23,867 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T18:28:23,872 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/a113e0acf9b7426e99b37ddd39648ddf to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/a113e0acf9b7426e99b37ddd39648ddf 2024-12-03T18:28:23,874 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/666399d019304585b557c03bd0497276 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/666399d019304585b557c03bd0497276 2024-12-03T18:28:23,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-03T18:28:23,876 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/a6ffb28cc57e477693d5f5aaeb80ef35 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/a6ffb28cc57e477693d5f5aaeb80ef35 2024-12-03T18:28:23,879 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/7911680c0031478290b3305e95fe130c to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/7911680c0031478290b3305e95fe130c 2024-12-03T18:28:23,884 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/932452fa4b8f469f84589f95d4d20aa3 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/932452fa4b8f469f84589f95d4d20aa3 2024-12-03T18:28:23,886 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/216cb3dc295b481aa626d12cc1d7e043 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/216cb3dc295b481aa626d12cc1d7e043 2024-12-03T18:28:23,888 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/38ac263db59a4907b3118023a8f70905 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/38ac263db59a4907b3118023a8f70905 2024-12-03T18:28:23,890 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/2bfded13b03f4d199e1c7af0519690a4 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/2bfded13b03f4d199e1c7af0519690a4 2024-12-03T18:28:23,891 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/4f1b1be3983c4b99b0277e805acfb10f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/4f1b1be3983c4b99b0277e805acfb10f 2024-12-03T18:28:23,893 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/15265213369743aca79bcd5059fa81ce to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/15265213369743aca79bcd5059fa81ce 2024-12-03T18:28:23,895 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/7a5b4c81522c42da83e90ca5cdddfd17 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/7a5b4c81522c42da83e90ca5cdddfd17 2024-12-03T18:28:23,901 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/971bee49798d468e94df66bd4d90ae84 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/971bee49798d468e94df66bd4d90ae84 2024-12-03T18:28:23,903 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/26e9f71d140e402f95f7a91cc4ca537c to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/26e9f71d140e402f95f7a91cc4ca537c 2024-12-03T18:28:23,905 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/ba155c42563a4934a97a548390fcfcab to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/ba155c42563a4934a97a548390fcfcab 2024-12-03T18:28:23,907 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/702290ba72af4ae8aa253e0906dee567 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/702290ba72af4ae8aa253e0906dee567 2024-12-03T18:28:23,910 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/4991be2e4896425697ed78e9d2589814 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/4991be2e4896425697ed78e9d2589814 2024-12-03T18:28:23,923 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/ada17c4c09b449e6a6233941e4cab5e9 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/ada17c4c09b449e6a6233941e4cab5e9 2024-12-03T18:28:23,927 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/9589cb0961ca42668c353916e203c64c to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/9589cb0961ca42668c353916e203c64c 2024-12-03T18:28:23,934 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/299b5006fc0b409eab491ddc35e7c857 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/299b5006fc0b409eab491ddc35e7c857 2024-12-03T18:28:23,948 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/94ee4ddca29746c48db8b1f054373baa to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/94ee4ddca29746c48db8b1f054373baa 2024-12-03T18:28:23,951 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/1ab4f861543b488baa291a858f9f46f1 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/1ab4f861543b488baa291a858f9f46f1 2024-12-03T18:28:23,954 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/949b53e4485b495bb5ee0dbdc68d3263 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/949b53e4485b495bb5ee0dbdc68d3263 2024-12-03T18:28:23,957 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/7d11243724434397916846d85c8f1452 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/7d11243724434397916846d85c8f1452 2024-12-03T18:28:23,960 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/863f03ad7c10439fbfdc8fb5eafc5795 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/863f03ad7c10439fbfdc8fb5eafc5795 2024-12-03T18:28:23,962 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/ba7c1ce1329a4ef1b06bfb39ea4eb8d7 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/ba7c1ce1329a4ef1b06bfb39ea4eb8d7 2024-12-03T18:28:23,963 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/720580f95e5d4a77b91c2fd9b2e0d3ce to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/720580f95e5d4a77b91c2fd9b2e0d3ce 2024-12-03T18:28:23,966 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/c24adb7dfca5405891bdfd33c2044ba2 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/c24adb7dfca5405891bdfd33c2044ba2 2024-12-03T18:28:23,970 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/25afb59d9920404d86ff0b190c474646 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/25afb59d9920404d86ff0b190c474646 2024-12-03T18:28:23,974 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/fb6300ae1abb417da6275e69b123adf8 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/fb6300ae1abb417da6275e69b123adf8 2024-12-03T18:28:23,975 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/9b5e1b205f2d4ec880c1d294a7e06b5c, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/5fe2211b78c4413cbe6a7c3656cf3e43, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/a3fac05d6f654ac9b7ceffd98ff54873, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/c52f9ab5b2a34d85b364b869a9e0f5ee, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/89ec9404b48e46af9f7698ce3d0c140f, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/9b25083f947247d78d278a8266963129, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/9311697dd8e14b77acb51a75f5b33a98, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/f5b1db32365a443f94ad8ebb36f2a1d6, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/a89a685bdcd04b9487890f0d47e8c40f, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/4e59f5b3d88d467a94c88756a50f3427, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/7aef58043ce94b959c472c4299f27fb5, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/65ddaf86ef104ad48075550325473308, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/fc4e2e96e7e14583bd9b4be067f65854, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/912f08f01ac741088fa44c48a31c53ad, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/2e03af2e23284923a20ec256a7e53420, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/ad1fa460da0746d48a44a1ab905a82f8, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/806b813e62d2481b8d2bb3b1eb72288d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/78f9215465fb493ba5db1c598ae4510d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/70ff5119589e4758b1c015161a8bb771, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/1b6ea3f5859349bd8c2fdda629441fa2, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/c501b0371e7b4f149ce9b258d26474a1, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/5f85fa1a2b3846a397053e67988e7140, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/73aaf3363a4940078a9471c20f7de101, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/6f812bb7ea6b41eca2bfb9395992d88e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/0359983c0c1b41cbb9527a37e8e2a671, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/85db9e5880784a008faa8c566651da1d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/04e5db9b27394b49a2509c8fda6af77e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/71daefefd81d483ab936b7d8f91ef672] to archive 2024-12-03T18:28:23,977 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T18:28:23,990 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/9b5e1b205f2d4ec880c1d294a7e06b5c to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/9b5e1b205f2d4ec880c1d294a7e06b5c 2024-12-03T18:28:23,995 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/5fe2211b78c4413cbe6a7c3656cf3e43 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/5fe2211b78c4413cbe6a7c3656cf3e43 2024-12-03T18:28:24,004 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/a3fac05d6f654ac9b7ceffd98ff54873 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/a3fac05d6f654ac9b7ceffd98ff54873 2024-12-03T18:28:24,013 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/c52f9ab5b2a34d85b364b869a9e0f5ee to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/c52f9ab5b2a34d85b364b869a9e0f5ee 2024-12-03T18:28:24,016 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/89ec9404b48e46af9f7698ce3d0c140f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/89ec9404b48e46af9f7698ce3d0c140f 2024-12-03T18:28:24,037 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/9b25083f947247d78d278a8266963129 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/9b25083f947247d78d278a8266963129 2024-12-03T18:28:24,055 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/9311697dd8e14b77acb51a75f5b33a98 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/9311697dd8e14b77acb51a75f5b33a98 2024-12-03T18:28:24,067 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/f5b1db32365a443f94ad8ebb36f2a1d6 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/f5b1db32365a443f94ad8ebb36f2a1d6 2024-12-03T18:28:24,078 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/a89a685bdcd04b9487890f0d47e8c40f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/a89a685bdcd04b9487890f0d47e8c40f 2024-12-03T18:28:24,081 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/4e59f5b3d88d467a94c88756a50f3427 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/4e59f5b3d88d467a94c88756a50f3427 2024-12-03T18:28:24,086 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/7aef58043ce94b959c472c4299f27fb5 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/7aef58043ce94b959c472c4299f27fb5 2024-12-03T18:28:24,091 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/65ddaf86ef104ad48075550325473308 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/65ddaf86ef104ad48075550325473308 2024-12-03T18:28:24,093 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/fc4e2e96e7e14583bd9b4be067f65854 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/fc4e2e96e7e14583bd9b4be067f65854 2024-12-03T18:28:24,095 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/912f08f01ac741088fa44c48a31c53ad to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/912f08f01ac741088fa44c48a31c53ad 2024-12-03T18:28:24,096 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/2e03af2e23284923a20ec256a7e53420 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/2e03af2e23284923a20ec256a7e53420 2024-12-03T18:28:24,104 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/ad1fa460da0746d48a44a1ab905a82f8 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/ad1fa460da0746d48a44a1ab905a82f8 2024-12-03T18:28:24,108 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/806b813e62d2481b8d2bb3b1eb72288d to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/806b813e62d2481b8d2bb3b1eb72288d 2024-12-03T18:28:24,116 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/78f9215465fb493ba5db1c598ae4510d to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/78f9215465fb493ba5db1c598ae4510d 2024-12-03T18:28:24,122 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/70ff5119589e4758b1c015161a8bb771 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/70ff5119589e4758b1c015161a8bb771 2024-12-03T18:28:24,126 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/1b6ea3f5859349bd8c2fdda629441fa2 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/1b6ea3f5859349bd8c2fdda629441fa2 2024-12-03T18:28:24,146 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/c501b0371e7b4f149ce9b258d26474a1 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/c501b0371e7b4f149ce9b258d26474a1 2024-12-03T18:28:24,153 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/5f85fa1a2b3846a397053e67988e7140 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/5f85fa1a2b3846a397053e67988e7140 2024-12-03T18:28:24,157 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/73aaf3363a4940078a9471c20f7de101 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/73aaf3363a4940078a9471c20f7de101 2024-12-03T18:28:24,160 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/6f812bb7ea6b41eca2bfb9395992d88e to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/6f812bb7ea6b41eca2bfb9395992d88e 2024-12-03T18:28:24,162 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/0359983c0c1b41cbb9527a37e8e2a671 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/0359983c0c1b41cbb9527a37e8e2a671 2024-12-03T18:28:24,163 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/85db9e5880784a008faa8c566651da1d to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/85db9e5880784a008faa8c566651da1d 2024-12-03T18:28:24,165 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/04e5db9b27394b49a2509c8fda6af77e to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/04e5db9b27394b49a2509c8fda6af77e 2024-12-03T18:28:24,168 DEBUG [StoreCloser-TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/71daefefd81d483ab936b7d8f91ef672 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/71daefefd81d483ab936b7d8f91ef672 2024-12-03T18:28:24,184 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/recovered.edits/421.seqid, newMaxSeqId=421, maxSeqId=1 2024-12-03T18:28:24,187 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c. 2024-12-03T18:28:24,187 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1635): Region close journal for 183a017868a4a2ab8f9493ff951a155c: 2024-12-03T18:28:24,192 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=183a017868a4a2ab8f9493ff951a155c, regionState=CLOSED 2024-12-03T18:28:24,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-12-03T18:28:24,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseRegionProcedure 183a017868a4a2ab8f9493ff951a155c, server=5840ab6af6da,43459,1733250473452 in 1.4040 sec 2024-12-03T18:28:24,196 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(170): Closed 183a017868a4a2ab8f9493ff951a155c 2024-12-03T18:28:24,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=32, resume processing ppid=31 2024-12-03T18:28:24,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=31, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=183a017868a4a2ab8f9493ff951a155c, UNASSIGN in 1.4140 sec 2024-12-03T18:28:24,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-12-03T18:28:24,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4230 sec 2024-12-03T18:28:24,203 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250504203"}]},"ts":"1733250504203"} 2024-12-03T18:28:24,207 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-03T18:28:24,219 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-03T18:28:24,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4660 sec 2024-12-03T18:28:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-03T18:28:24,880 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-12-03T18:28:24,883 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-03T18:28:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T18:28:24,891 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T18:28:24,893 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=34, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T18:28:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-03T18:28:24,897 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c 2024-12-03T18:28:24,912 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A, FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B, FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C, FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/recovered.edits] 2024-12-03T18:28:24,930 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/52ebc93461dd44fa98c01ae1c3563bf6 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/52ebc93461dd44fa98c01ae1c3563bf6 2024-12-03T18:28:24,935 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/c15736396825439a9c95930478994d2a to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/A/c15736396825439a9c95930478994d2a 2024-12-03T18:28:24,940 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/4d1b660b85f24e24bf8e288467e89b84 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/4d1b660b85f24e24bf8e288467e89b84 2024-12-03T18:28:24,943 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/dbc9ff11409c4491889cf1bf5d3b0044 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/B/dbc9ff11409c4491889cf1bf5d3b0044 2024-12-03T18:28:24,949 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/249b510e0c3046239f144898f4a24b4a to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/249b510e0c3046239f144898f4a24b4a 2024-12-03T18:28:24,951 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/5a36fa099599435790b478898e7d02db to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/C/5a36fa099599435790b478898e7d02db 2024-12-03T18:28:24,958 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/recovered.edits/421.seqid to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c/recovered.edits/421.seqid 2024-12-03T18:28:24,959 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/183a017868a4a2ab8f9493ff951a155c 2024-12-03T18:28:24,960 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-03T18:28:24,972 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=34, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T18:28:24,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-03T18:28:24,986 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-03T18:28:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-03T18:28:25,056 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-03T18:28:25,071 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=34, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T18:28:25,071 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-03T18:28:25,071 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733250505071"}]},"ts":"9223372036854775807"} 2024-12-03T18:28:25,094 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-03T18:28:25,097 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 183a017868a4a2ab8f9493ff951a155c, NAME => 'TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c.', STARTKEY => '', ENDKEY => ''}] 2024-12-03T18:28:25,097 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-03T18:28:25,097 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733250505097"}]},"ts":"9223372036854775807"} 2024-12-03T18:28:25,111 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-03T18:28:25,148 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=34, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T18:28:25,168 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 264 msec 2024-12-03T18:28:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-03T18:28:25,207 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-12-03T18:28:25,221 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=240 (was 219) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2c7ec245-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1979181741_22 at /127.0.0.1:59710 [Waiting for operation #256] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: hconnection-0x2c7ec245-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2c7ec245-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;5840ab6af6da:43459-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1979181741_22 at /127.0.0.1:45552 [Waiting for operation #80] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2c7ec245-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2053952397_22 at /127.0.0.1:46090 [Waiting for operation #243] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=460 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1165 (was 758) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2765 (was 4323) 2024-12-03T18:28:25,239 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=240, OpenFileDescriptor=460, MaxFileDescriptor=1048576, SystemLoadAverage=1165, ProcessCount=11, AvailableMemoryMB=2761 2024-12-03T18:28:25,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T18:28:25,244 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:28:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-03T18:28:25,247 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:28:25,247 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:25,247 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 35 2024-12-03T18:28:25,249 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:28:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-12-03T18:28:25,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741931_1107 (size=963) 2024-12-03T18:28:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-12-03T18:28:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-12-03T18:28:25,666 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307 2024-12-03T18:28:25,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741932_1108 (size=53) 2024-12-03T18:28:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-12-03T18:28:26,096 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:28:26,096 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 33f4fc87408aa2b08fb9305f10f46e96, disabling compactions & flushes 2024-12-03T18:28:26,096 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:26,096 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:26,096 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. after waiting 0 ms 2024-12-03T18:28:26,096 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:26,096 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:26,096 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:26,097 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:28:26,098 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733250506098"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733250506098"}]},"ts":"1733250506098"} 2024-12-03T18:28:26,099 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-03T18:28:26,100 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:28:26,101 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250506100"}]},"ts":"1733250506100"} 2024-12-03T18:28:26,102 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-03T18:28:26,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=33f4fc87408aa2b08fb9305f10f46e96, ASSIGN}] 2024-12-03T18:28:26,122 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=33f4fc87408aa2b08fb9305f10f46e96, ASSIGN 2024-12-03T18:28:26,122 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=33f4fc87408aa2b08fb9305f10f46e96, ASSIGN; state=OFFLINE, location=5840ab6af6da,43459,1733250473452; forceNewPlan=false, retain=false 2024-12-03T18:28:26,273 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=33f4fc87408aa2b08fb9305f10f46e96, regionState=OPENING, regionLocation=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:26,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; OpenRegionProcedure 33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452}] 2024-12-03T18:28:26,353 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T18:28:26,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-12-03T18:28:26,355 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57610, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T18:28:26,426 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:26,430 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:26,430 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:28:26,431 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:26,431 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:28:26,431 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:26,431 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:26,433 INFO [StoreOpener-33f4fc87408aa2b08fb9305f10f46e96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:26,434 INFO [StoreOpener-33f4fc87408aa2b08fb9305f10f46e96-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T18:28:26,434 INFO [StoreOpener-33f4fc87408aa2b08fb9305f10f46e96-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33f4fc87408aa2b08fb9305f10f46e96 columnFamilyName A 2024-12-03T18:28:26,434 DEBUG [StoreOpener-33f4fc87408aa2b08fb9305f10f46e96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:26,435 INFO [StoreOpener-33f4fc87408aa2b08fb9305f10f46e96-1 {}] regionserver.HStore(327): Store=33f4fc87408aa2b08fb9305f10f46e96/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:28:26,435 INFO [StoreOpener-33f4fc87408aa2b08fb9305f10f46e96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:26,436 INFO [StoreOpener-33f4fc87408aa2b08fb9305f10f46e96-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T18:28:26,437 INFO [StoreOpener-33f4fc87408aa2b08fb9305f10f46e96-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33f4fc87408aa2b08fb9305f10f46e96 columnFamilyName B 2024-12-03T18:28:26,438 DEBUG [StoreOpener-33f4fc87408aa2b08fb9305f10f46e96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:26,438 INFO [StoreOpener-33f4fc87408aa2b08fb9305f10f46e96-1 {}] regionserver.HStore(327): Store=33f4fc87408aa2b08fb9305f10f46e96/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:28:26,438 INFO [StoreOpener-33f4fc87408aa2b08fb9305f10f46e96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:26,440 INFO [StoreOpener-33f4fc87408aa2b08fb9305f10f46e96-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T18:28:26,440 INFO [StoreOpener-33f4fc87408aa2b08fb9305f10f46e96-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33f4fc87408aa2b08fb9305f10f46e96 columnFamilyName C 2024-12-03T18:28:26,440 DEBUG [StoreOpener-33f4fc87408aa2b08fb9305f10f46e96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:26,441 INFO [StoreOpener-33f4fc87408aa2b08fb9305f10f46e96-1 {}] regionserver.HStore(327): Store=33f4fc87408aa2b08fb9305f10f46e96/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:28:26,441 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:26,442 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:26,442 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:26,444 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T18:28:26,445 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:26,447 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:28:26,447 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 33f4fc87408aa2b08fb9305f10f46e96; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66770835, jitterRate=-0.005037024617195129}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T18:28:26,448 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:26,449 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96., pid=37, masterSystemTime=1733250506426 2024-12-03T18:28:26,451 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:26,451 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:26,451 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=33f4fc87408aa2b08fb9305f10f46e96, regionState=OPEN, openSeqNum=2, regionLocation=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:26,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-12-03T18:28:26,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; OpenRegionProcedure 33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 in 178 msec 2024-12-03T18:28:26,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-12-03T18:28:26,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=33f4fc87408aa2b08fb9305f10f46e96, ASSIGN in 334 msec 2024-12-03T18:28:26,456 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:28:26,457 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250506456"}]},"ts":"1733250506456"} 2024-12-03T18:28:26,458 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-03T18:28:26,468 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:28:26,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2240 sec 2024-12-03T18:28:27,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-12-03T18:28:27,356 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 35 completed 2024-12-03T18:28:27,357 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4e560c7b to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ddf4c3 2024-12-03T18:28:27,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ff872d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:28:27,370 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:28:27,372 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52642, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:28:27,374 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:28:27,375 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57614, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:28:27,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T18:28:27,380 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:28:27,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-03T18:28:27,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741933_1109 (size=999) 2024-12-03T18:28:27,798 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-03T18:28:27,798 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-03T18:28:27,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T18:28:27,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=33f4fc87408aa2b08fb9305f10f46e96, REOPEN/MOVE}] 2024-12-03T18:28:27,816 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=33f4fc87408aa2b08fb9305f10f46e96, REOPEN/MOVE 2024-12-03T18:28:27,817 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=33f4fc87408aa2b08fb9305f10f46e96, regionState=CLOSING, regionLocation=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:27,818 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T18:28:27,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure 33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452}] 2024-12-03T18:28:27,971 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:27,972 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(124): Close 33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:27,972 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-03T18:28:27,972 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1681): Closing 33f4fc87408aa2b08fb9305f10f46e96, disabling compactions & flushes 2024-12-03T18:28:27,972 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:27,972 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:27,972 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. after waiting 0 ms 2024-12-03T18:28:27,972 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:27,975 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-03T18:28:27,976 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:27,976 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1635): Region close journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:27,976 WARN [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionServer(3786): Not adding moved region record: 33f4fc87408aa2b08fb9305f10f46e96 to self. 2024-12-03T18:28:27,978 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(170): Closed 33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:27,978 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=33f4fc87408aa2b08fb9305f10f46e96, regionState=CLOSED 2024-12-03T18:28:27,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-12-03T18:28:27,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure 33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 in 162 msec 2024-12-03T18:28:27,982 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=33f4fc87408aa2b08fb9305f10f46e96, REOPEN/MOVE; state=CLOSED, location=5840ab6af6da,43459,1733250473452; forceNewPlan=false, retain=true 2024-12-03T18:28:28,133 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=33f4fc87408aa2b08fb9305f10f46e96, regionState=OPENING, regionLocation=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:28,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=40, state=RUNNABLE; OpenRegionProcedure 33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452}] 2024-12-03T18:28:28,285 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:28,290 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:28,290 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:28:28,290 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:28,290 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:28:28,291 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:28,291 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:28,294 INFO [StoreOpener-33f4fc87408aa2b08fb9305f10f46e96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:28,295 INFO [StoreOpener-33f4fc87408aa2b08fb9305f10f46e96-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T18:28:28,302 INFO [StoreOpener-33f4fc87408aa2b08fb9305f10f46e96-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33f4fc87408aa2b08fb9305f10f46e96 columnFamilyName A 2024-12-03T18:28:28,304 DEBUG [StoreOpener-33f4fc87408aa2b08fb9305f10f46e96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:28,305 INFO [StoreOpener-33f4fc87408aa2b08fb9305f10f46e96-1 {}] regionserver.HStore(327): Store=33f4fc87408aa2b08fb9305f10f46e96/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:28:28,306 INFO [StoreOpener-33f4fc87408aa2b08fb9305f10f46e96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:28,306 INFO [StoreOpener-33f4fc87408aa2b08fb9305f10f46e96-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T18:28:28,307 INFO [StoreOpener-33f4fc87408aa2b08fb9305f10f46e96-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33f4fc87408aa2b08fb9305f10f46e96 columnFamilyName B 2024-12-03T18:28:28,307 DEBUG [StoreOpener-33f4fc87408aa2b08fb9305f10f46e96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:28,307 INFO [StoreOpener-33f4fc87408aa2b08fb9305f10f46e96-1 {}] regionserver.HStore(327): Store=33f4fc87408aa2b08fb9305f10f46e96/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:28:28,307 INFO [StoreOpener-33f4fc87408aa2b08fb9305f10f46e96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:28,308 INFO [StoreOpener-33f4fc87408aa2b08fb9305f10f46e96-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T18:28:28,308 INFO [StoreOpener-33f4fc87408aa2b08fb9305f10f46e96-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33f4fc87408aa2b08fb9305f10f46e96 columnFamilyName C 2024-12-03T18:28:28,308 DEBUG [StoreOpener-33f4fc87408aa2b08fb9305f10f46e96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:28,309 INFO [StoreOpener-33f4fc87408aa2b08fb9305f10f46e96-1 {}] regionserver.HStore(327): Store=33f4fc87408aa2b08fb9305f10f46e96/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:28:28,309 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:28,310 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:28,311 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:28,313 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T18:28:28,315 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:28,321 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 33f4fc87408aa2b08fb9305f10f46e96; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74019002, jitterRate=0.10296908020973206}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T18:28:28,322 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:28,323 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96., pid=42, masterSystemTime=1733250508285 2024-12-03T18:28:28,325 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:28,325 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:28,325 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=33f4fc87408aa2b08fb9305f10f46e96, regionState=OPEN, openSeqNum=5, regionLocation=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:28,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=40 2024-12-03T18:28:28,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=40, state=SUCCESS; OpenRegionProcedure 33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 in 193 msec 2024-12-03T18:28:28,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-12-03T18:28:28,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=33f4fc87408aa2b08fb9305f10f46e96, REOPEN/MOVE in 515 msec 2024-12-03T18:28:28,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-12-03T18:28:28,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 532 msec 2024-12-03T18:28:28,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 955 msec 2024-12-03T18:28:28,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-12-03T18:28:28,350 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c826820 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@29458edd 2024-12-03T18:28:28,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cae6c5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:28:28,384 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2931c73e to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4c7d6279 2024-12-03T18:28:28,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c820ef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:28:28,403 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x176c5c1b to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@328f994d 2024-12-03T18:28:28,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e3a4420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:28:28,414 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x190853fc to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a9306be 2024-12-03T18:28:28,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e904d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:28:28,428 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x46114993 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@769942d9 2024-12-03T18:28:28,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5c4716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:28:28,439 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x367f47f7 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2885d2d9 2024-12-03T18:28:28,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb464a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:28:28,447 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x247c0c93 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22e911df 2024-12-03T18:28:28,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cafade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:28:28,462 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x517ff977 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b727d6e 2024-12-03T18:28:28,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14c16cd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:28:28,473 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3448d233 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c7940d9 2024-12-03T18:28:28,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341384e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:28:28,491 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:28:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-12-03T18:28:28,493 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:28:28,494 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:28:28,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:28:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-03T18:28:28,496 DEBUG [hconnection-0x3e57955e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:28:28,497 DEBUG [hconnection-0xa30a104-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:28:28,497 DEBUG [hconnection-0x14d69165-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:28:28,497 DEBUG [hconnection-0x13381b1e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:28:28,498 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58238, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:28:28,499 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58266, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:28:28,499 DEBUG [hconnection-0x5121a5ab-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:28:28,499 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58240, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:28:28,500 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58268, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:28:28,502 DEBUG [hconnection-0x34c2a382-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:28:28,504 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58282, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:28:28,506 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58298, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:28:28,506 DEBUG [hconnection-0x2ab3143d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:28:28,506 DEBUG [hconnection-0x3b5a53c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:28:28,506 DEBUG [hconnection-0x668cb76e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:28:28,507 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58328, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:28:28,508 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58314, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:28:28,510 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58312, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:28:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:28,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 33f4fc87408aa2b08fb9305f10f46e96 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T18:28:28,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=A 2024-12-03T18:28:28,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:28,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=B 2024-12-03T18:28:28,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:28,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=C 2024-12-03T18:28:28,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:28,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-03T18:28:28,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e2ea7457f71e41aa90db50285b50f6dd_33f4fc87408aa2b08fb9305f10f46e96 is 50, key is test_row_0/A:col10/1733250508518/Put/seqid=0 2024-12-03T18:28:28,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250568615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:28,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250568624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:28,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250568632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:28,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250568632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:28,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250568634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:28,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741934_1110 (size=12154) 2024-12-03T18:28:28,645 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:28,647 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:28,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-03T18:28:28,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:28,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:28,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:28,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:28,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:28,664 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e2ea7457f71e41aa90db50285b50f6dd_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e2ea7457f71e41aa90db50285b50f6dd_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:28,666 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/f62a15a984e645eba77e338c240a67e7, store: [table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:28,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/f62a15a984e645eba77e338c240a67e7 is 175, key is test_row_0/A:col10/1733250508518/Put/seqid=0 2024-12-03T18:28:28,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741935_1111 (size=30955) 2024-12-03T18:28:28,722 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/f62a15a984e645eba77e338c240a67e7 2024-12-03T18:28:28,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:28,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250568735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:28,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:28,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250568735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:28,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:28,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250568736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:28,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:28,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250568739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:28,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:28,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250568740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:28,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/6f355368f3c348b8a36ede50344f2c3b is 50, key is test_row_0/B:col10/1733250508518/Put/seqid=0 2024-12-03T18:28:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-03T18:28:28,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741936_1112 (size=12001) 2024-12-03T18:28:28,808 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:28,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-03T18:28:28,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:28,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:28,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:28,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:28,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:28,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:28,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:28,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250568939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:28,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:28,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250568942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250568942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:28,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:28,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250568945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:28,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:28,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250568944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:28,962 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:28,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-03T18:28:28,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:28,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:28,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:28,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:28,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-03T18:28:29,123 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:29,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-03T18:28:29,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:29,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:29,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:29,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:29,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:29,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:29,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/6f355368f3c348b8a36ede50344f2c3b 2024-12-03T18:28:29,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250569246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:29,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250569246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:29,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250569247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:29,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250569248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:29,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250569252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:29,285 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:29,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-03T18:28:29,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:29,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:29,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:29,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:29,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:29,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/0ff867d12925414b9d56a2c9d6251ffa is 50, key is test_row_0/C:col10/1733250508518/Put/seqid=0 2024-12-03T18:28:29,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741937_1113 (size=12001) 2024-12-03T18:28:29,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/0ff867d12925414b9d56a2c9d6251ffa 2024-12-03T18:28:29,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/f62a15a984e645eba77e338c240a67e7 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/f62a15a984e645eba77e338c240a67e7 2024-12-03T18:28:29,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/f62a15a984e645eba77e338c240a67e7, entries=150, sequenceid=16, filesize=30.2 K 2024-12-03T18:28:29,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/6f355368f3c348b8a36ede50344f2c3b as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/6f355368f3c348b8a36ede50344f2c3b 2024-12-03T18:28:29,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/6f355368f3c348b8a36ede50344f2c3b, entries=150, sequenceid=16, filesize=11.7 K 2024-12-03T18:28:29,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/0ff867d12925414b9d56a2c9d6251ffa as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/0ff867d12925414b9d56a2c9d6251ffa 2024-12-03T18:28:29,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/0ff867d12925414b9d56a2c9d6251ffa, entries=150, sequenceid=16, filesize=11.7 K 2024-12-03T18:28:29,412 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 33f4fc87408aa2b08fb9305f10f46e96 in 888ms, sequenceid=16, compaction requested=false 2024-12-03T18:28:29,413 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-03T18:28:29,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:29,443 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:29,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-03T18:28:29,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:29,444 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing 33f4fc87408aa2b08fb9305f10f46e96 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-03T18:28:29,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=A 2024-12-03T18:28:29,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:29,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=B 2024-12-03T18:28:29,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:29,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=C 2024-12-03T18:28:29,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:29,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120301baf7dd49b6412e85168faf2bba1cbc_33f4fc87408aa2b08fb9305f10f46e96 is 50, key is test_row_0/A:col10/1733250508624/Put/seqid=0 2024-12-03T18:28:29,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741938_1114 (size=12154) 2024-12-03T18:28:29,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:29,531 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120301baf7dd49b6412e85168faf2bba1cbc_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120301baf7dd49b6412e85168faf2bba1cbc_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:29,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/65a63a74712b47da969c056526995cb6, store: [table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:29,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/65a63a74712b47da969c056526995cb6 is 175, key is test_row_0/A:col10/1733250508624/Put/seqid=0 2024-12-03T18:28:29,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741939_1115 (size=30955) 2024-12-03T18:28:29,592 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/65a63a74712b47da969c056526995cb6 2024-12-03T18:28:29,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-03T18:28:29,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/2c3ac38c575c4c039f219a6512816470 is 50, key is test_row_0/B:col10/1733250508624/Put/seqid=0 2024-12-03T18:28:29,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741940_1116 (size=12001) 2024-12-03T18:28:29,699 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/2c3ac38c575c4c039f219a6512816470 2024-12-03T18:28:29,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:29,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:29,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/db0c33cc195f48c18bf91afe443e8c8b is 50, key is test_row_0/C:col10/1733250508624/Put/seqid=0 2024-12-03T18:28:29,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741941_1117 (size=12001) 2024-12-03T18:28:29,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:29,776 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T18:28:29,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250569767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:29,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:29,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250569767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:29,777 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/db0c33cc195f48c18bf91afe443e8c8b 2024-12-03T18:28:29,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250569776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:29,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250569779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:29,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250569783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:29,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/65a63a74712b47da969c056526995cb6 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/65a63a74712b47da969c056526995cb6 2024-12-03T18:28:29,823 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/65a63a74712b47da969c056526995cb6, entries=150, sequenceid=42, filesize=30.2 K 2024-12-03T18:28:29,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/2c3ac38c575c4c039f219a6512816470 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/2c3ac38c575c4c039f219a6512816470 2024-12-03T18:28:29,833 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/2c3ac38c575c4c039f219a6512816470, entries=150, sequenceid=42, filesize=11.7 K 2024-12-03T18:28:29,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/db0c33cc195f48c18bf91afe443e8c8b as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/db0c33cc195f48c18bf91afe443e8c8b 2024-12-03T18:28:29,868 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/db0c33cc195f48c18bf91afe443e8c8b, entries=150, sequenceid=42, filesize=11.7 K 2024-12-03T18:28:29,883 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for 33f4fc87408aa2b08fb9305f10f46e96 in 438ms, sequenceid=42, compaction requested=false 2024-12-03T18:28:29,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:29,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:29,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-03T18:28:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-12-03T18:28:29,894 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 33f4fc87408aa2b08fb9305f10f46e96 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-03T18:28:29,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=A 2024-12-03T18:28:29,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:29,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=B 2024-12-03T18:28:29,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:29,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=C 2024-12-03T18:28:29,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:29,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-12-03T18:28:29,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3930 sec 2024-12-03T18:28:29,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 1.4120 sec 2024-12-03T18:28:29,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120324105cf8627d4da292fd3feee3264b79_33f4fc87408aa2b08fb9305f10f46e96 is 50, key is test_row_0/A:col10/1733250509766/Put/seqid=0 2024-12-03T18:28:29,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:29,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250569956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250569955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:29,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250569960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:29,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:29,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:29,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250569961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:29,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250569956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:29,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741942_1118 (size=14594) 2024-12-03T18:28:30,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:30,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250570063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:30,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:30,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250570063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:30,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:30,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250570063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:30,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:30,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250570064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:30,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250570066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:30,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250570267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:30,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250570268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:30,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250570268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:30,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250570269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:30,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250570271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:30,387 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:30,403 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120324105cf8627d4da292fd3feee3264b79_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120324105cf8627d4da292fd3feee3264b79_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:30,426 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/d3140b090a444af6911dd0be466bc073, store: [table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:30,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/d3140b090a444af6911dd0be466bc073 is 175, key is test_row_0/A:col10/1733250509766/Put/seqid=0 2024-12-03T18:28:30,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741943_1119 (size=39549) 2024-12-03T18:28:30,475 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/d3140b090a444af6911dd0be466bc073 2024-12-03T18:28:30,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/d03f72b7e9c04fa484f9ae467b7bda1f is 50, key is test_row_0/B:col10/1733250509766/Put/seqid=0 2024-12-03T18:28:30,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741944_1120 (size=12001) 2024-12-03T18:28:30,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/d03f72b7e9c04fa484f9ae467b7bda1f 2024-12-03T18:28:30,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/154aa79f716a46919de92bfd87b067e1 is 50, key is test_row_0/C:col10/1733250509766/Put/seqid=0 2024-12-03T18:28:30,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250570573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:30,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250570574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:30,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250570576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:30,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:30,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250570583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:30,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:30,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250570593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:30,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-03T18:28:30,603 INFO [Thread-569 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-12-03T18:28:30,605 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:28:30,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-12-03T18:28:30,611 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:28:30,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-03T18:28:30,612 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:28:30,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:28:30,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741945_1121 (size=12001) 2024-12-03T18:28:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-03T18:28:30,764 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:30,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-03T18:28:30,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:30,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:30,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:30,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:30,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:30,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-03T18:28:30,921 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:30,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-03T18:28:30,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:30,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:30,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:30,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:30,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:30,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:31,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/154aa79f716a46919de92bfd87b067e1 2024-12-03T18:28:31,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/d3140b090a444af6911dd0be466bc073 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/d3140b090a444af6911dd0be466bc073 2024-12-03T18:28:31,087 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:31,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250571083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:31,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250571084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:31,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-03T18:28:31,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:31,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:31,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:31,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:31,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:31,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250571086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:31,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250571092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:31,099 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/d3140b090a444af6911dd0be466bc073, entries=200, sequenceid=55, filesize=38.6 K 2024-12-03T18:28:31,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250571100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:31,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/d03f72b7e9c04fa484f9ae467b7bda1f as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/d03f72b7e9c04fa484f9ae467b7bda1f 2024-12-03T18:28:31,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/d03f72b7e9c04fa484f9ae467b7bda1f, entries=150, sequenceid=55, filesize=11.7 K 2024-12-03T18:28:31,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/154aa79f716a46919de92bfd87b067e1 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/154aa79f716a46919de92bfd87b067e1 2024-12-03T18:28:31,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/154aa79f716a46919de92bfd87b067e1, entries=150, sequenceid=55, filesize=11.7 K 2024-12-03T18:28:31,163 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 33f4fc87408aa2b08fb9305f10f46e96 in 1269ms, sequenceid=55, compaction requested=true 2024-12-03T18:28:31,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:31,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33f4fc87408aa2b08fb9305f10f46e96:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:28:31,163 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:31,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:31,163 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:31,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33f4fc87408aa2b08fb9305f10f46e96:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:28:31,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:31,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33f4fc87408aa2b08fb9305f10f46e96:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:28:31,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:28:31,165 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:31,165 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 33f4fc87408aa2b08fb9305f10f46e96/B is initiating minor compaction (all files) 2024-12-03T18:28:31,165 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33f4fc87408aa2b08fb9305f10f46e96/B in TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:31,165 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/6f355368f3c348b8a36ede50344f2c3b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/2c3ac38c575c4c039f219a6512816470, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/d03f72b7e9c04fa484f9ae467b7bda1f] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp, totalSize=35.2 K 2024-12-03T18:28:31,166 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:31,166 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 33f4fc87408aa2b08fb9305f10f46e96/A is initiating minor compaction (all files) 2024-12-03T18:28:31,166 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33f4fc87408aa2b08fb9305f10f46e96/A in TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:31,166 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/f62a15a984e645eba77e338c240a67e7, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/65a63a74712b47da969c056526995cb6, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/d3140b090a444af6911dd0be466bc073] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp, totalSize=99.1 K 2024-12-03T18:28:31,166 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:31,167 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. files: [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/f62a15a984e645eba77e338c240a67e7, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/65a63a74712b47da969c056526995cb6, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/d3140b090a444af6911dd0be466bc073] 2024-12-03T18:28:31,167 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f355368f3c348b8a36ede50344f2c3b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733250508518 2024-12-03T18:28:31,168 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c3ac38c575c4c039f219a6512816470, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733250508606 2024-12-03T18:28:31,168 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting f62a15a984e645eba77e338c240a67e7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733250508518 2024-12-03T18:28:31,168 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting d03f72b7e9c04fa484f9ae467b7bda1f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733250509766 2024-12-03T18:28:31,169 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65a63a74712b47da969c056526995cb6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733250508606 2024-12-03T18:28:31,169 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3140b090a444af6911dd0be466bc073, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733250509760 2024-12-03T18:28:31,193 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33f4fc87408aa2b08fb9305f10f46e96#B#compaction#101 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:31,194 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/aea09ea5ee624a6fade7f00eca0ee380 is 50, key is test_row_0/B:col10/1733250509766/Put/seqid=0 2024-12-03T18:28:31,194 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:31,198 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203d0bff14661e240fea48a530bcfc098b4_33f4fc87408aa2b08fb9305f10f46e96 store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:31,205 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203d0bff14661e240fea48a530bcfc098b4_33f4fc87408aa2b08fb9305f10f46e96, store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:31,205 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203d0bff14661e240fea48a530bcfc098b4_33f4fc87408aa2b08fb9305f10f46e96 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-03T18:28:31,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741946_1122 (size=12104) 2024-12-03T18:28:31,251 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:31,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-03T18:28:31,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:31,255 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 33f4fc87408aa2b08fb9305f10f46e96 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-03T18:28:31,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=A 2024-12-03T18:28:31,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:31,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=B 2024-12-03T18:28:31,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:31,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=C 2024-12-03T18:28:31,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:31,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741947_1123 (size=4469) 2024-12-03T18:28:31,276 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33f4fc87408aa2b08fb9305f10f46e96#A#compaction#102 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:31,278 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/8dbfd49a106c49ba92e7175acc7e5890 is 175, key is test_row_0/A:col10/1733250509766/Put/seqid=0 2024-12-03T18:28:31,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120372a175225aaf418180cf861ccd1549be_33f4fc87408aa2b08fb9305f10f46e96 is 50, key is test_row_0/A:col10/1733250509957/Put/seqid=0 2024-12-03T18:28:31,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741948_1124 (size=31058) 2024-12-03T18:28:31,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741949_1125 (size=12154) 2024-12-03T18:28:31,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,425 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120372a175225aaf418180cf861ccd1549be_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120372a175225aaf418180cf861ccd1549be_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:31,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/57d382dde54d4c308a24a98e9ec3b9b1, store: [table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:31,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/57d382dde54d4c308a24a98e9ec3b9b1 is 175, key is test_row_0/A:col10/1733250509957/Put/seqid=0 2024-12-03T18:28:31,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741950_1126 (size=30955) 2024-12-03T18:28:31,454 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/57d382dde54d4c308a24a98e9ec3b9b1 2024-12-03T18:28:31,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/47bdf493e80d4e039a95ed51e26e8620 is 50, key is test_row_0/B:col10/1733250509957/Put/seqid=0 2024-12-03T18:28:31,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741951_1127 (size=12001) 2024-12-03T18:28:31,530 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/47bdf493e80d4e039a95ed51e26e8620 2024-12-03T18:28:31,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/9f4c54a4999445ad9bdab9b80c8c1963 is 50, key is test_row_0/C:col10/1733250509957/Put/seqid=0 2024-12-03T18:28:31,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741952_1128 (size=12001) 2024-12-03T18:28:31,612 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/9f4c54a4999445ad9bdab9b80c8c1963 2024-12-03T18:28:31,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/57d382dde54d4c308a24a98e9ec3b9b1 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/57d382dde54d4c308a24a98e9ec3b9b1 2024-12-03T18:28:31,628 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/57d382dde54d4c308a24a98e9ec3b9b1, entries=150, sequenceid=79, filesize=30.2 K 2024-12-03T18:28:31,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/47bdf493e80d4e039a95ed51e26e8620 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/47bdf493e80d4e039a95ed51e26e8620 2024-12-03T18:28:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,646 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/47bdf493e80d4e039a95ed51e26e8620, entries=150, sequenceid=79, filesize=11.7 K 2024-12-03T18:28:31,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/9f4c54a4999445ad9bdab9b80c8c1963 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/9f4c54a4999445ad9bdab9b80c8c1963 2024-12-03T18:28:31,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,664 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/9f4c54a4999445ad9bdab9b80c8c1963, entries=150, sequenceid=79, filesize=11.7 K 2024-12-03T18:28:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,665 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 33f4fc87408aa2b08fb9305f10f46e96 in 410ms, sequenceid=79, compaction requested=true 2024-12-03T18:28:31,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:31,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-12-03T18:28:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-12-03T18:28:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-12-03T18:28:31,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0550 sec 2024-12-03T18:28:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,671 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/aea09ea5ee624a6fade7f00eca0ee380 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/aea09ea5ee624a6fade7f00eca0ee380 2024-12-03T18:28:31,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,677 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 1.0650 sec 2024-12-03T18:28:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,700 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33f4fc87408aa2b08fb9305f10f46e96/B of 33f4fc87408aa2b08fb9305f10f46e96 into aea09ea5ee624a6fade7f00eca0ee380(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:31,701 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:31,701 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96., storeName=33f4fc87408aa2b08fb9305f10f46e96/B, priority=13, startTime=1733250511163; duration=0sec 2024-12-03T18:28:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,701 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:28:31,701 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33f4fc87408aa2b08fb9305f10f46e96:B 2024-12-03T18:28:31,701 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T18:28:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,704 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T18:28:31,705 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 33f4fc87408aa2b08fb9305f10f46e96/C is initiating minor compaction (all files) 2024-12-03T18:28:31,705 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33f4fc87408aa2b08fb9305f10f46e96/C in TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:31,705 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/0ff867d12925414b9d56a2c9d6251ffa, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/db0c33cc195f48c18bf91afe443e8c8b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/154aa79f716a46919de92bfd87b067e1, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/9f4c54a4999445ad9bdab9b80c8c1963] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp, totalSize=46.9 K 2024-12-03T18:28:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,706 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ff867d12925414b9d56a2c9d6251ffa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733250508518 2024-12-03T18:28:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,706 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting db0c33cc195f48c18bf91afe443e8c8b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733250508606 2024-12-03T18:28:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,708 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 154aa79f716a46919de92bfd87b067e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733250509766 2024-12-03T18:28:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,708 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f4c54a4999445ad9bdab9b80c8c1963, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733250509942 2024-12-03T18:28:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-03T18:28:31,716 INFO [Thread-569 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-12-03T18:28:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,719 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:28:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-12-03T18:28:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,730 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:28:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,731 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:28:31,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:28:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-03T18:28:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,756 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33f4fc87408aa2b08fb9305f10f46e96#C#compaction#106 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:31,759 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/2771a1cb70c942438ff13dabeb0f3f84 is 50, key is test_row_0/C:col10/1733250509957/Put/seqid=0 2024-12-03T18:28:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,764 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/8dbfd49a106c49ba92e7175acc7e5890 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/8dbfd49a106c49ba92e7175acc7e5890 2024-12-03T18:28:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,776 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33f4fc87408aa2b08fb9305f10f46e96/A of 33f4fc87408aa2b08fb9305f10f46e96 into 8dbfd49a106c49ba92e7175acc7e5890(size=30.3 K), total size for store is 60.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:31,776 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:31,776 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96., storeName=33f4fc87408aa2b08fb9305f10f46e96/A, priority=13, startTime=1733250511163; duration=0sec 2024-12-03T18:28:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,776 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:31,776 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33f4fc87408aa2b08fb9305f10f46e96:A 2024-12-03T18:28:31,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741953_1129 (size=12139) 2024-12-03T18:28:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-03T18:28:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,888 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:31,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-03T18:28:31,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:31,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-03T18:28:31,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-12-03T18:28:31,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-12-03T18:28:31,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 167 msec 2024-12-03T18:28:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 193 msec 2024-12-03T18:28:31,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:31,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-03T18:28:32,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,034 INFO [Thread-569 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-12-03T18:28:32,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,049 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:28:32,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-12-03T18:28:32,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-03T18:28:32,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,051 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:28:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,052 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:28:32,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:28:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-03T18:28:32,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 33f4fc87408aa2b08fb9305f10f46e96 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T18:28:32,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=A 2024-12-03T18:28:32,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:32,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=B 2024-12-03T18:28:32,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:32,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=C 2024-12-03T18:28:32,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:32,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:32,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,207 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:32,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-03T18:28:32,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:32,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:32,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:32,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:32,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:32,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:32,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412031125d59c281749c796edfd3c6b334ddd_33f4fc87408aa2b08fb9305f10f46e96 is 50, key is test_row_0/A:col10/1733250512188/Put/seqid=0 2024-12-03T18:28:32,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,228 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/2771a1cb70c942438ff13dabeb0f3f84 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/2771a1cb70c942438ff13dabeb0f3f84 2024-12-03T18:28:32,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,244 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 33f4fc87408aa2b08fb9305f10f46e96/C of 33f4fc87408aa2b08fb9305f10f46e96 into 2771a1cb70c942438ff13dabeb0f3f84(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:32,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,244 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:32,244 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96., storeName=33f4fc87408aa2b08fb9305f10f46e96/C, priority=12, startTime=1733250511164; duration=0sec 2024-12-03T18:28:32,244 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:32,244 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33f4fc87408aa2b08fb9305f10f46e96:C 2024-12-03T18:28:32,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741954_1130 (size=24358) 2024-12-03T18:28:32,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:32,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250572259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:32,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:32,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250572261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:32,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:32,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:32,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250572279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:32,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250572284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:32,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:32,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250572291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:32,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-03T18:28:32,360 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:32,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-03T18:28:32,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:32,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:32,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:32,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:32,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:32,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:32,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250572380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:32,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250572381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:32,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:32,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250572393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:32,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250572396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:32,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:32,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250572401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:32,514 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:32,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-03T18:28:32,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:32,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:32,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:32,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:32,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:32,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:32,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250572587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:32,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:32,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250572585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:32,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:32,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250572600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:32,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:32,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250572600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:32,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:32,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250572605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:32,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-03T18:28:32,668 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:32,668 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:32,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-03T18:28:32,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:32,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:32,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:32,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:32,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:32,677 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412031125d59c281749c796edfd3c6b334ddd_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412031125d59c281749c796edfd3c6b334ddd_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:32,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:32,686 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/bc660e91cd2f4365bbfeae42f40067b2, store: [table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:32,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/bc660e91cd2f4365bbfeae42f40067b2 is 175, key is test_row_0/A:col10/1733250512188/Put/seqid=0 2024-12-03T18:28:32,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741955_1131 (size=73995) 2024-12-03T18:28:32,696 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/bc660e91cd2f4365bbfeae42f40067b2 2024-12-03T18:28:32,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/e5acf28b48f74cfc820916a0e4c6aeb5 is 50, key is test_row_0/B:col10/1733250512188/Put/seqid=0 2024-12-03T18:28:32,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741956_1132 (size=12001) 2024-12-03T18:28:32,832 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:32,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-03T18:28:32,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:32,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:32,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:32,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:32,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:32,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:32,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250572899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:32,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:32,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:32,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250572906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:32,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250572908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:32,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:32,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250572914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:32,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:32,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250572915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:32,992 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:32,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-03T18:28:32,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:32,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:32,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:32,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:32,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:33,149 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:33,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-03T18:28:33,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:33,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:33,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:33,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:33,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:33,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:33,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-03T18:28:33,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/e5acf28b48f74cfc820916a0e4c6aeb5 2024-12-03T18:28:33,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/a5744d8d1a0640dab1245321a04f9843 is 50, key is test_row_0/C:col10/1733250512188/Put/seqid=0 2024-12-03T18:28:33,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741957_1133 (size=12001) 2024-12-03T18:28:33,305 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:33,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-03T18:28:33,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:33,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:33,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:33,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:33,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:33,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:33,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:33,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250573409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:33,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250573420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:33,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:33,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250573420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:33,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:33,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250573427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:33,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:33,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250573430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:33,463 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:33,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-03T18:28:33,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:33,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:33,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:33,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:33,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:33,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:33,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/a5744d8d1a0640dab1245321a04f9843 2024-12-03T18:28:33,624 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:33,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-03T18:28:33,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:33,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:33,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:33,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:33,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:33,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:33,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/bc660e91cd2f4365bbfeae42f40067b2 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/bc660e91cd2f4365bbfeae42f40067b2 2024-12-03T18:28:33,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/bc660e91cd2f4365bbfeae42f40067b2, entries=400, sequenceid=93, filesize=72.3 K 2024-12-03T18:28:33,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/e5acf28b48f74cfc820916a0e4c6aeb5 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/e5acf28b48f74cfc820916a0e4c6aeb5 2024-12-03T18:28:33,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/e5acf28b48f74cfc820916a0e4c6aeb5, entries=150, sequenceid=93, filesize=11.7 K 2024-12-03T18:28:33,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/a5744d8d1a0640dab1245321a04f9843 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/a5744d8d1a0640dab1245321a04f9843 2024-12-03T18:28:33,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/a5744d8d1a0640dab1245321a04f9843, entries=150, sequenceid=93, filesize=11.7 K 2024-12-03T18:28:33,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 33f4fc87408aa2b08fb9305f10f46e96 in 1539ms, sequenceid=93, compaction requested=true 2024-12-03T18:28:33,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:33,734 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:33,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33f4fc87408aa2b08fb9305f10f46e96:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:28:33,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:33,735 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:33,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33f4fc87408aa2b08fb9305f10f46e96:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:28:33,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:33,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33f4fc87408aa2b08fb9305f10f46e96:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:28:33,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:28:33,735 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136008 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:33,736 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 33f4fc87408aa2b08fb9305f10f46e96/A is initiating minor compaction (all files) 2024-12-03T18:28:33,736 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33f4fc87408aa2b08fb9305f10f46e96/A in TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:33,736 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:33,736 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 33f4fc87408aa2b08fb9305f10f46e96/B is initiating minor compaction (all files) 2024-12-03T18:28:33,736 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/8dbfd49a106c49ba92e7175acc7e5890, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/57d382dde54d4c308a24a98e9ec3b9b1, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/bc660e91cd2f4365bbfeae42f40067b2] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp, totalSize=132.8 K 2024-12-03T18:28:33,736 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33f4fc87408aa2b08fb9305f10f46e96/B in TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:33,736 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:33,736 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. files: [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/8dbfd49a106c49ba92e7175acc7e5890, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/57d382dde54d4c308a24a98e9ec3b9b1, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/bc660e91cd2f4365bbfeae42f40067b2] 2024-12-03T18:28:33,736 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/aea09ea5ee624a6fade7f00eca0ee380, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/47bdf493e80d4e039a95ed51e26e8620, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/e5acf28b48f74cfc820916a0e4c6aeb5] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp, totalSize=35.3 K 2024-12-03T18:28:33,736 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting aea09ea5ee624a6fade7f00eca0ee380, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733250509766 2024-12-03T18:28:33,737 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8dbfd49a106c49ba92e7175acc7e5890, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733250509766 2024-12-03T18:28:33,737 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 47bdf493e80d4e039a95ed51e26e8620, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733250509942 2024-12-03T18:28:33,737 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57d382dde54d4c308a24a98e9ec3b9b1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733250509942 2024-12-03T18:28:33,738 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting e5acf28b48f74cfc820916a0e4c6aeb5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733250512188 2024-12-03T18:28:33,738 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc660e91cd2f4365bbfeae42f40067b2, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733250512167 2024-12-03T18:28:33,757 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33f4fc87408aa2b08fb9305f10f46e96#B#compaction#110 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:33,757 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/34387d76f29a4ea0a77222be0f0d8675 is 50, key is test_row_0/B:col10/1733250512188/Put/seqid=0 2024-12-03T18:28:33,767 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:33,778 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:33,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-03T18:28:33,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:33,779 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 33f4fc87408aa2b08fb9305f10f46e96 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-03T18:28:33,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=A 2024-12-03T18:28:33,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:33,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=B 2024-12-03T18:28:33,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:33,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=C 2024-12-03T18:28:33,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:33,785 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203139f3392f8774c4e939aaaf6fb0aa2b8_33f4fc87408aa2b08fb9305f10f46e96 store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:33,796 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203139f3392f8774c4e939aaaf6fb0aa2b8_33f4fc87408aa2b08fb9305f10f46e96, store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:33,796 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203139f3392f8774c4e939aaaf6fb0aa2b8_33f4fc87408aa2b08fb9305f10f46e96 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:33,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741958_1134 (size=12207) 2024-12-03T18:28:33,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203238fed14ebf145f7a95dd2b87309daa9_33f4fc87408aa2b08fb9305f10f46e96 is 50, key is test_row_0/A:col10/1733250512262/Put/seqid=0 2024-12-03T18:28:33,867 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/34387d76f29a4ea0a77222be0f0d8675 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/34387d76f29a4ea0a77222be0f0d8675 2024-12-03T18:28:33,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741959_1135 (size=4469) 2024-12-03T18:28:33,896 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33f4fc87408aa2b08fb9305f10f46e96#A#compaction#111 average throughput is 0.19 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:33,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741960_1136 (size=12154) 2024-12-03T18:28:33,897 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/db38623051074422b2deadf73e9c3eb0 is 175, key is test_row_0/A:col10/1733250512188/Put/seqid=0 2024-12-03T18:28:33,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:33,902 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33f4fc87408aa2b08fb9305f10f46e96/B of 33f4fc87408aa2b08fb9305f10f46e96 into 34387d76f29a4ea0a77222be0f0d8675(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:33,902 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:33,902 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96., storeName=33f4fc87408aa2b08fb9305f10f46e96/B, priority=13, startTime=1733250513735; duration=0sec 2024-12-03T18:28:33,902 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:28:33,902 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33f4fc87408aa2b08fb9305f10f46e96:B 2024-12-03T18:28:33,902 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-03T18:28:33,904 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-03T18:28:33,904 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-03T18:28:33,904 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. because compaction request was cancelled 2024-12-03T18:28:33,904 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33f4fc87408aa2b08fb9305f10f46e96:C 2024-12-03T18:28:33,917 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203238fed14ebf145f7a95dd2b87309daa9_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203238fed14ebf145f7a95dd2b87309daa9_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:33,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/3f276bc7278649d6897cb4dd536c81a1, store: [table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:33,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741961_1137 (size=31161) 2024-12-03T18:28:33,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/3f276bc7278649d6897cb4dd536c81a1 is 175, key is test_row_0/A:col10/1733250512262/Put/seqid=0 2024-12-03T18:28:33,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741962_1138 (size=30955) 2024-12-03T18:28:33,944 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/3f276bc7278649d6897cb4dd536c81a1 2024-12-03T18:28:33,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/f72e9d0ba52348be80eccfef45745eb9 is 50, key is test_row_0/B:col10/1733250512262/Put/seqid=0 2024-12-03T18:28:33,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741963_1139 (size=12001) 2024-12-03T18:28:34,005 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/f72e9d0ba52348be80eccfef45745eb9 2024-12-03T18:28:34,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/7bc6f3889fca4961a3cff9ec8122a518 is 50, key is test_row_0/C:col10/1733250512262/Put/seqid=0 2024-12-03T18:28:34,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741964_1140 (size=12001) 2024-12-03T18:28:34,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-03T18:28:34,354 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/db38623051074422b2deadf73e9c3eb0 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/db38623051074422b2deadf73e9c3eb0 2024-12-03T18:28:34,389 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33f4fc87408aa2b08fb9305f10f46e96/A of 33f4fc87408aa2b08fb9305f10f46e96 into db38623051074422b2deadf73e9c3eb0(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:34,390 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:34,390 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96., storeName=33f4fc87408aa2b08fb9305f10f46e96/A, priority=13, startTime=1733250513734; duration=0sec 2024-12-03T18:28:34,390 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:34,390 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33f4fc87408aa2b08fb9305f10f46e96:A 2024-12-03T18:28:34,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:34,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:34,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:34,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250574465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250574463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:34,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250574475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:34,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:34,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:34,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250574475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:34,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250574478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:34,488 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/7bc6f3889fca4961a3cff9ec8122a518 2024-12-03T18:28:34,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/3f276bc7278649d6897cb4dd536c81a1 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/3f276bc7278649d6897cb4dd536c81a1 2024-12-03T18:28:34,549 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/3f276bc7278649d6897cb4dd536c81a1, entries=150, sequenceid=120, filesize=30.2 K 2024-12-03T18:28:34,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/f72e9d0ba52348be80eccfef45745eb9 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/f72e9d0ba52348be80eccfef45745eb9 2024-12-03T18:28:34,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250574578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:34,585 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/f72e9d0ba52348be80eccfef45745eb9, entries=150, sequenceid=120, filesize=11.7 K 2024-12-03T18:28:34,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/7bc6f3889fca4961a3cff9ec8122a518 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/7bc6f3889fca4961a3cff9ec8122a518 2024-12-03T18:28:34,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250574586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:34,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250574587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:34,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:34,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250574593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250574591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:34,619 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/7bc6f3889fca4961a3cff9ec8122a518, entries=150, sequenceid=120, filesize=11.7 K 2024-12-03T18:28:34,621 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for 33f4fc87408aa2b08fb9305f10f46e96 in 841ms, sequenceid=120, compaction requested=true 2024-12-03T18:28:34,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:34,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:34,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-03T18:28:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-12-03T18:28:34,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-12-03T18:28:34,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6350 sec 2024-12-03T18:28:34,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 2.6450 sec 2024-12-03T18:28:34,787 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 33f4fc87408aa2b08fb9305f10f46e96 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-03T18:28:34,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=A 2024-12-03T18:28:34,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:34,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=B 2024-12-03T18:28:34,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:34,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=C 2024-12-03T18:28:34,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:34,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203c80a8f2908574460afab38b98f1b7724_33f4fc87408aa2b08fb9305f10f46e96 is 50, key is test_row_0/A:col10/1733250514462/Put/seqid=0 2024-12-03T18:28:34,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250574832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:34,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250574837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:34,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741965_1141 (size=12304) 2024-12-03T18:28:34,852 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:34,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250574843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:34,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250574844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:34,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250574837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:34,867 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203c80a8f2908574460afab38b98f1b7724_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c80a8f2908574460afab38b98f1b7724_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:34,868 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/111e9d5987df4c2aa12df28155d725cf, store: [table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:34,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/111e9d5987df4c2aa12df28155d725cf is 175, key is test_row_0/A:col10/1733250514462/Put/seqid=0 2024-12-03T18:28:34,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741966_1142 (size=31105) 2024-12-03T18:28:34,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250574948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:34,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250574954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:34,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:34,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250574955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:34,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:34,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250574955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:34,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250574961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:35,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250575151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:35,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250575157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:35,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250575159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:35,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250575166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:35,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250575167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:35,287 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/111e9d5987df4c2aa12df28155d725cf 2024-12-03T18:28:35,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/cc67dd7b6d33402dafcabd64b345d497 is 50, key is test_row_0/B:col10/1733250514462/Put/seqid=0 2024-12-03T18:28:35,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741967_1143 (size=12151) 2024-12-03T18:28:35,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250575454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:35,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250575464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:35,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250575467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:35,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250575471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:35,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250575480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:35,757 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/cc67dd7b6d33402dafcabd64b345d497 2024-12-03T18:28:35,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/714cad9291574ec1a912bde4b7761c1d is 50, key is test_row_0/C:col10/1733250514462/Put/seqid=0 2024-12-03T18:28:35,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741968_1144 (size=12151) 2024-12-03T18:28:35,792 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/714cad9291574ec1a912bde4b7761c1d 2024-12-03T18:28:35,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/111e9d5987df4c2aa12df28155d725cf as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/111e9d5987df4c2aa12df28155d725cf 2024-12-03T18:28:35,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/111e9d5987df4c2aa12df28155d725cf, entries=150, sequenceid=135, filesize=30.4 K 2024-12-03T18:28:35,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/cc67dd7b6d33402dafcabd64b345d497 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/cc67dd7b6d33402dafcabd64b345d497 2024-12-03T18:28:35,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/cc67dd7b6d33402dafcabd64b345d497, entries=150, sequenceid=135, filesize=11.9 K 2024-12-03T18:28:35,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/714cad9291574ec1a912bde4b7761c1d as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/714cad9291574ec1a912bde4b7761c1d 2024-12-03T18:28:35,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/714cad9291574ec1a912bde4b7761c1d, entries=150, sequenceid=135, filesize=11.9 K 2024-12-03T18:28:35,830 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 33f4fc87408aa2b08fb9305f10f46e96 in 1042ms, sequenceid=135, compaction requested=true 2024-12-03T18:28:35,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:35,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33f4fc87408aa2b08fb9305f10f46e96:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:28:35,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:35,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33f4fc87408aa2b08fb9305f10f46e96:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:28:35,830 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:35,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:28:35,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33f4fc87408aa2b08fb9305f10f46e96:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:28:35,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-03T18:28:35,831 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T18:28:35,833 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:35,833 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 33f4fc87408aa2b08fb9305f10f46e96/A is initiating minor compaction (all files) 2024-12-03T18:28:35,834 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33f4fc87408aa2b08fb9305f10f46e96/A in TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:35,834 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/db38623051074422b2deadf73e9c3eb0, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/3f276bc7278649d6897cb4dd536c81a1, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/111e9d5987df4c2aa12df28155d725cf] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp, totalSize=91.0 K 2024-12-03T18:28:35,834 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:35,834 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. files: [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/db38623051074422b2deadf73e9c3eb0, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/3f276bc7278649d6897cb4dd536c81a1, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/111e9d5987df4c2aa12df28155d725cf] 2024-12-03T18:28:35,835 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting db38623051074422b2deadf73e9c3eb0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733250512188 2024-12-03T18:28:35,835 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f276bc7278649d6897cb4dd536c81a1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733250512253 2024-12-03T18:28:35,835 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 111e9d5987df4c2aa12df28155d725cf, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733250514462 2024-12-03T18:28:35,847 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:35,849 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T18:28:35,849 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 33f4fc87408aa2b08fb9305f10f46e96/C is initiating minor compaction (all files) 2024-12-03T18:28:35,849 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33f4fc87408aa2b08fb9305f10f46e96/C in TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:35,850 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/2771a1cb70c942438ff13dabeb0f3f84, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/a5744d8d1a0640dab1245321a04f9843, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/7bc6f3889fca4961a3cff9ec8122a518, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/714cad9291574ec1a912bde4b7761c1d] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp, totalSize=47.2 K 2024-12-03T18:28:35,851 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2771a1cb70c942438ff13dabeb0f3f84, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733250509942 2024-12-03T18:28:35,851 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412034fbcbe5712494f23acca73380dcc20e3_33f4fc87408aa2b08fb9305f10f46e96 store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:35,851 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5744d8d1a0640dab1245321a04f9843, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733250512188 2024-12-03T18:28:35,852 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7bc6f3889fca4961a3cff9ec8122a518, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733250512253 2024-12-03T18:28:35,852 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 714cad9291574ec1a912bde4b7761c1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733250514462 2024-12-03T18:28:35,853 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412034fbcbe5712494f23acca73380dcc20e3_33f4fc87408aa2b08fb9305f10f46e96, store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:35,853 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412034fbcbe5712494f23acca73380dcc20e3_33f4fc87408aa2b08fb9305f10f46e96 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:35,867 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33f4fc87408aa2b08fb9305f10f46e96#C#compaction#119 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:35,868 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/4f0d9ec29bf94955ab52c93b2b432cea is 50, key is test_row_0/C:col10/1733250514462/Put/seqid=0 2024-12-03T18:28:35,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741970_1146 (size=12425) 2024-12-03T18:28:35,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741969_1145 (size=4469) 2024-12-03T18:28:35,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:35,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 33f4fc87408aa2b08fb9305f10f46e96 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T18:28:35,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=A 2024-12-03T18:28:35,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:35,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=B 2024-12-03T18:28:35,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:35,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=C 2024-12-03T18:28:35,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:35,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120387031ae336f445cf9b141de69cfee405_33f4fc87408aa2b08fb9305f10f46e96 is 50, key is test_row_0/A:col10/1733250514827/Put/seqid=0 2024-12-03T18:28:35,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:35,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250575982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:35,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:35,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250575982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250575982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:35,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:35,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:35,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250575983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:35,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250575983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:35,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741971_1147 (size=14794) 2024-12-03T18:28:36,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250576086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:36,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:36,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250576090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250576091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:36,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250576091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:36,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-03T18:28:36,164 INFO [Thread-569 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-12-03T18:28:36,165 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:28:36,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-12-03T18:28:36,166 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:28:36,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-03T18:28:36,170 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:28:36,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:28:36,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-03T18:28:36,287 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/4f0d9ec29bf94955ab52c93b2b432cea as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/4f0d9ec29bf94955ab52c93b2b432cea 2024-12-03T18:28:36,288 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33f4fc87408aa2b08fb9305f10f46e96#A#compaction#118 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:36,288 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/84ccb260c1b44682a8a962a2f02c53ec is 175, key is test_row_0/A:col10/1733250514462/Put/seqid=0 2024-12-03T18:28:36,295 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 33f4fc87408aa2b08fb9305f10f46e96/C of 33f4fc87408aa2b08fb9305f10f46e96 into 4f0d9ec29bf94955ab52c93b2b432cea(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:36,295 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:36,296 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96., storeName=33f4fc87408aa2b08fb9305f10f46e96/C, priority=12, startTime=1733250515830; duration=0sec 2024-12-03T18:28:36,296 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:28:36,296 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33f4fc87408aa2b08fb9305f10f46e96:C 2024-12-03T18:28:36,296 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:36,297 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:36,297 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 33f4fc87408aa2b08fb9305f10f46e96/B is initiating minor compaction (all files) 2024-12-03T18:28:36,297 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33f4fc87408aa2b08fb9305f10f46e96/B in TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:36,298 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/34387d76f29a4ea0a77222be0f0d8675, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/f72e9d0ba52348be80eccfef45745eb9, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/cc67dd7b6d33402dafcabd64b345d497] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp, totalSize=35.5 K 2024-12-03T18:28:36,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:36,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250576295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:36,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:36,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:36,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250576295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:36,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250576296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:36,298 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34387d76f29a4ea0a77222be0f0d8675, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733250512188 2024-12-03T18:28:36,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:36,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250576296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:36,299 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting f72e9d0ba52348be80eccfef45745eb9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733250512253 2024-12-03T18:28:36,300 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc67dd7b6d33402dafcabd64b345d497, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733250514462 2024-12-03T18:28:36,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741972_1148 (size=31413) 2024-12-03T18:28:36,314 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33f4fc87408aa2b08fb9305f10f46e96#B#compaction#121 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:36,316 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/7d7840d168924831b41b23538e42dd8b is 50, key is test_row_0/B:col10/1733250514462/Put/seqid=0 2024-12-03T18:28:36,322 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:36,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-03T18:28:36,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:36,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:36,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:36,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:36,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:36,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:36,325 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/84ccb260c1b44682a8a962a2f02c53ec as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/84ccb260c1b44682a8a962a2f02c53ec 2024-12-03T18:28:36,335 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33f4fc87408aa2b08fb9305f10f46e96/A of 33f4fc87408aa2b08fb9305f10f46e96 into 84ccb260c1b44682a8a962a2f02c53ec(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:36,335 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:36,335 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96., storeName=33f4fc87408aa2b08fb9305f10f46e96/A, priority=13, startTime=1733250515830; duration=0sec 2024-12-03T18:28:36,335 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:36,335 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33f4fc87408aa2b08fb9305f10f46e96:A 2024-12-03T18:28:36,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741973_1149 (size=12459) 2024-12-03T18:28:36,395 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:36,406 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120387031ae336f445cf9b141de69cfee405_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120387031ae336f445cf9b141de69cfee405_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:36,411 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/7c2ffb05ad29417aaa666ab52c78b787, store: [table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:36,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/7c2ffb05ad29417aaa666ab52c78b787 is 175, key is test_row_0/A:col10/1733250514827/Put/seqid=0 2024-12-03T18:28:36,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741974_1150 (size=39749) 2024-12-03T18:28:36,455 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/7c2ffb05ad29417aaa666ab52c78b787 2024-12-03T18:28:36,475 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:36,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-03T18:28:36,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:36,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:36,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:36,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:36,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-03T18:28:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:36,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/d4619f64c005486286009219299eeb56 is 50, key is test_row_0/B:col10/1733250514827/Put/seqid=0 2024-12-03T18:28:36,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741975_1151 (size=12151) 2024-12-03T18:28:36,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:36,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250576600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250576599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:36,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250576602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:36,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250576602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:36,631 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:36,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-03T18:28:36,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:36,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:36,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:36,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:36,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:36,746 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/7d7840d168924831b41b23538e42dd8b as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/7d7840d168924831b41b23538e42dd8b 2024-12-03T18:28:36,751 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33f4fc87408aa2b08fb9305f10f46e96/B of 33f4fc87408aa2b08fb9305f10f46e96 into 7d7840d168924831b41b23538e42dd8b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:36,751 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:36,751 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96., storeName=33f4fc87408aa2b08fb9305f10f46e96/B, priority=13, startTime=1733250515830; duration=0sec 2024-12-03T18:28:36,751 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:36,752 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33f4fc87408aa2b08fb9305f10f46e96:B 2024-12-03T18:28:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-03T18:28:36,784 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:36,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-03T18:28:36,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:36,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:36,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:36,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:36,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:36,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/d4619f64c005486286009219299eeb56 2024-12-03T18:28:36,936 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:36,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-03T18:28:36,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:36,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:36,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:36,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:36,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:36,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/61a764d4867049d6b0101d95d62ed7f5 is 50, key is test_row_0/C:col10/1733250514827/Put/seqid=0 2024-12-03T18:28:37,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741976_1152 (size=12151) 2024-12-03T18:28:37,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:37,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250577006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:37,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/61a764d4867049d6b0101d95d62ed7f5 2024-12-03T18:28:37,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/7c2ffb05ad29417aaa666ab52c78b787 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/7c2ffb05ad29417aaa666ab52c78b787 2024-12-03T18:28:37,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/7c2ffb05ad29417aaa666ab52c78b787, entries=200, sequenceid=160, filesize=38.8 K 2024-12-03T18:28:37,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/d4619f64c005486286009219299eeb56 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/d4619f64c005486286009219299eeb56 2024-12-03T18:28:37,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/d4619f64c005486286009219299eeb56, entries=150, sequenceid=160, filesize=11.9 K 2024-12-03T18:28:37,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/61a764d4867049d6b0101d95d62ed7f5 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/61a764d4867049d6b0101d95d62ed7f5 2024-12-03T18:28:37,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/61a764d4867049d6b0101d95d62ed7f5, entries=150, sequenceid=160, filesize=11.9 K 2024-12-03T18:28:37,082 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 33f4fc87408aa2b08fb9305f10f46e96 in 1118ms, sequenceid=160, compaction requested=false 2024-12-03T18:28:37,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:37,090 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:37,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-03T18:28:37,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:37,091 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 33f4fc87408aa2b08fb9305f10f46e96 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-03T18:28:37,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=A 2024-12-03T18:28:37,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:37,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=B 2024-12-03T18:28:37,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:37,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=C 2024-12-03T18:28:37,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:37,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:37,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:37,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203b2a937b6b2aa4a0e8b2f1948180e2f9e_33f4fc87408aa2b08fb9305f10f46e96 is 50, key is test_row_0/A:col10/1733250515981/Put/seqid=0 2024-12-03T18:28:37,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741977_1153 (size=12304) 2024-12-03T18:28:37,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:37,156 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203b2a937b6b2aa4a0e8b2f1948180e2f9e_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b2a937b6b2aa4a0e8b2f1948180e2f9e_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:37,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/94f99d24fe9a48fbb6bbf21daf85fea7, store: [table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:37,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/94f99d24fe9a48fbb6bbf21daf85fea7 is 175, key is test_row_0/A:col10/1733250515981/Put/seqid=0 2024-12-03T18:28:37,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250577178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:37,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:37,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250577179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:37,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250577179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:37,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250577182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:37,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741978_1154 (size=31105) 2024-12-03T18:28:37,209 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=175, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/94f99d24fe9a48fbb6bbf21daf85fea7 2024-12-03T18:28:37,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/8bd72f817b894042823569e9d04598e0 is 50, key is test_row_0/B:col10/1733250515981/Put/seqid=0 2024-12-03T18:28:37,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741979_1155 (size=12151) 2024-12-03T18:28:37,284 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/8bd72f817b894042823569e9d04598e0 2024-12-03T18:28:37,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250577289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-03T18:28:37,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:37,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250577289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250577291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:37,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250577291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:37,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/a263034f5b6f4746abd13027b92e5dd2 is 50, key is test_row_0/C:col10/1733250515981/Put/seqid=0 2024-12-03T18:28:37,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741980_1156 (size=12151) 2024-12-03T18:28:37,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250577493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:37,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250577495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:37,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250577496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:37,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250577497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:37,752 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/a263034f5b6f4746abd13027b92e5dd2 2024-12-03T18:28:37,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/94f99d24fe9a48fbb6bbf21daf85fea7 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/94f99d24fe9a48fbb6bbf21daf85fea7 2024-12-03T18:28:37,773 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/94f99d24fe9a48fbb6bbf21daf85fea7, entries=150, sequenceid=175, filesize=30.4 K 2024-12-03T18:28:37,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/8bd72f817b894042823569e9d04598e0 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/8bd72f817b894042823569e9d04598e0 2024-12-03T18:28:37,788 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/8bd72f817b894042823569e9d04598e0, entries=150, sequenceid=175, filesize=11.9 K 2024-12-03T18:28:37,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/a263034f5b6f4746abd13027b92e5dd2 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/a263034f5b6f4746abd13027b92e5dd2 2024-12-03T18:28:37,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250577796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:37,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250577799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:37,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250577802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:37,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250577805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:37,808 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/a263034f5b6f4746abd13027b92e5dd2, entries=150, sequenceid=175, filesize=11.9 K 2024-12-03T18:28:37,810 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 33f4fc87408aa2b08fb9305f10f46e96 in 718ms, sequenceid=175, compaction requested=true 2024-12-03T18:28:37,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:37,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:37,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-03T18:28:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-12-03T18:28:37,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-12-03T18:28:37,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6440 sec 2024-12-03T18:28:37,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.6520 sec 2024-12-03T18:28:38,041 INFO [master/5840ab6af6da:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T18:28:38,042 INFO [master/5840ab6af6da:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T18:28:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-03T18:28:38,294 INFO [Thread-569 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-12-03T18:28:38,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:28:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-12-03T18:28:38,301 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:28:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-03T18:28:38,302 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:28:38,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:28:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:38,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 33f4fc87408aa2b08fb9305f10f46e96 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T18:28:38,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=A 2024-12-03T18:28:38,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:38,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=B 2024-12-03T18:28:38,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:38,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=C 2024-12-03T18:28:38,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:38,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120387618689585f45a69bbf9801de289f23_33f4fc87408aa2b08fb9305f10f46e96 is 50, key is test_row_0/A:col10/1733250517175/Put/seqid=0 2024-12-03T18:28:38,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250578319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:38,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:38,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250578320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:38,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:38,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250578321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:38,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250578322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:38,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741981_1157 (size=12304) 2024-12-03T18:28:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-03T18:28:38,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250578426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:38,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250578426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:38,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250578426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:38,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250578426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:38,456 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:38,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-03T18:28:38,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:38,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:38,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:38,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:38,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-03T18:28:38,621 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:38,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-03T18:28:38,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:38,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:38,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:38,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:38,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:38,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250578635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:38,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250578635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:38,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250578635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:38,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250578635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:38,751 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,760 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120387618689585f45a69bbf9801de289f23_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120387618689585f45a69bbf9801de289f23_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:38,761 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/a140f443db67418282d926dc9c139e7e, store: [table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:38,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/a140f443db67418282d926dc9c139e7e is 175, key is test_row_0/A:col10/1733250517175/Put/seqid=0 2024-12-03T18:28:38,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741982_1158 (size=31105) 2024-12-03T18:28:38,774 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/a140f443db67418282d926dc9c139e7e 2024-12-03T18:28:38,778 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:38,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-03T18:28:38,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:38,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:38,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:38,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:38,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:38,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/2511e81fd4f742a5bb8c04e91c6ee44e is 50, key is test_row_0/B:col10/1733250517175/Put/seqid=0 2024-12-03T18:28:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:38,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741983_1159 (size=12151) 2024-12-03T18:28:38,792 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/2511e81fd4f742a5bb8c04e91c6ee44e 2024-12-03T18:28:38,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/ff0ce8571b0e4fa3be2ee8914279a2f7 is 50, key is test_row_0/C:col10/1733250517175/Put/seqid=0 2024-12-03T18:28:38,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741984_1160 (size=12151) 2024-12-03T18:28:38,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/ff0ce8571b0e4fa3be2ee8914279a2f7 2024-12-03T18:28:38,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/a140f443db67418282d926dc9c139e7e as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/a140f443db67418282d926dc9c139e7e 2024-12-03T18:28:38,830 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/a140f443db67418282d926dc9c139e7e, entries=150, sequenceid=200, filesize=30.4 K 2024-12-03T18:28:38,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/2511e81fd4f742a5bb8c04e91c6ee44e as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/2511e81fd4f742a5bb8c04e91c6ee44e 2024-12-03T18:28:38,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/2511e81fd4f742a5bb8c04e91c6ee44e, entries=150, sequenceid=200, filesize=11.9 K 2024-12-03T18:28:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/ff0ce8571b0e4fa3be2ee8914279a2f7 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/ff0ce8571b0e4fa3be2ee8914279a2f7 2024-12-03T18:28:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/ff0ce8571b0e4fa3be2ee8914279a2f7, entries=150, sequenceid=200, filesize=11.9 K 2024-12-03T18:28:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 33f4fc87408aa2b08fb9305f10f46e96 in 555ms, sequenceid=200, compaction requested=true 2024-12-03T18:28:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:38,859 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T18:28:38,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33f4fc87408aa2b08fb9305f10f46e96:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:28:38,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:38,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33f4fc87408aa2b08fb9305f10f46e96:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:28:38,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:28:38,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33f4fc87408aa2b08fb9305f10f46e96:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:28:38,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-03T18:28:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,863 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T18:28:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,872 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T18:28:38,872 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 33f4fc87408aa2b08fb9305f10f46e96/B is initiating minor compaction (all files) 2024-12-03T18:28:38,873 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33f4fc87408aa2b08fb9305f10f46e96/B in TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:38,873 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/7d7840d168924831b41b23538e42dd8b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/d4619f64c005486286009219299eeb56, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/8bd72f817b894042823569e9d04598e0, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/2511e81fd4f742a5bb8c04e91c6ee44e] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp, totalSize=47.8 K 2024-12-03T18:28:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,874 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133372 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T18:28:38,874 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 33f4fc87408aa2b08fb9305f10f46e96/A is initiating minor compaction (all files) 2024-12-03T18:28:38,874 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33f4fc87408aa2b08fb9305f10f46e96/A in TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:38,874 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/84ccb260c1b44682a8a962a2f02c53ec, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/7c2ffb05ad29417aaa666ab52c78b787, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/94f99d24fe9a48fbb6bbf21daf85fea7, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/a140f443db67418282d926dc9c139e7e] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp, totalSize=130.2 K 2024-12-03T18:28:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,874 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:38,874 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. files: [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/84ccb260c1b44682a8a962a2f02c53ec, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/7c2ffb05ad29417aaa666ab52c78b787, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/94f99d24fe9a48fbb6bbf21daf85fea7, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/a140f443db67418282d926dc9c139e7e] 2024-12-03T18:28:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,875 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d7840d168924831b41b23538e42dd8b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733250514462 2024-12-03T18:28:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,876 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 84ccb260c1b44682a8a962a2f02c53ec, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733250514462 2024-12-03T18:28:38,876 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4619f64c005486286009219299eeb56, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733250514827 2024-12-03T18:28:38,877 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c2ffb05ad29417aaa666ab52c78b787, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733250514827 2024-12-03T18:28:38,877 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8bd72f817b894042823569e9d04598e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733250515978 2024-12-03T18:28:38,878 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 94f99d24fe9a48fbb6bbf21daf85fea7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733250515978 2024-12-03T18:28:38,879 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2511e81fd4f742a5bb8c04e91c6ee44e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733250517136 2024-12-03T18:28:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,880 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting a140f443db67418282d926dc9c139e7e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733250517136 2024-12-03T18:28:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,890 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,892 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33f4fc87408aa2b08fb9305f10f46e96#B#compaction#131 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:38,893 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/001eeee03e264d0380573145d018030a is 50, key is test_row_0/B:col10/1733250517175/Put/seqid=0 2024-12-03T18:28:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,901 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412039c3b85775e24487eae24f5b409a224fe_33f4fc87408aa2b08fb9305f10f46e96 store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,903 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412039c3b85775e24487eae24f5b409a224fe_33f4fc87408aa2b08fb9305f10f46e96, store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:38,903 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412039c3b85775e24487eae24f5b409a224fe_33f4fc87408aa2b08fb9305f10f46e96 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-03T18:28:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741986_1162 (size=4469) 2024-12-03T18:28:38,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,933 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33f4fc87408aa2b08fb9305f10f46e96#A#compaction#130 average throughput is 0.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:38,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,933 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/cfa1bdf448674fbea3339db69533d6d1 is 175, key is test_row_0/A:col10/1733250517175/Put/seqid=0 2024-12-03T18:28:38,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,938 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:38,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-03T18:28:38,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:38,939 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 33f4fc87408aa2b08fb9305f10f46e96 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T18:28:38,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=A 2024-12-03T18:28:38,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:38,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=B 2024-12-03T18:28:38,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:38,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=C 2024-12-03T18:28:38,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:38,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741985_1161 (size=12595) 2024-12-03T18:28:38,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:38,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:38,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741987_1163 (size=31549) 2024-12-03T18:28:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,960 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/001eeee03e264d0380573145d018030a as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/001eeee03e264d0380573145d018030a 2024-12-03T18:28:38,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203dc8c0def83684d6eaffa7bbb6b0cd274_33f4fc87408aa2b08fb9305f10f46e96 is 50, key is test_row_0/A:col10/1733250518316/Put/seqid=0 2024-12-03T18:28:38,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,971 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 33f4fc87408aa2b08fb9305f10f46e96/B of 33f4fc87408aa2b08fb9305f10f46e96 into 001eeee03e264d0380573145d018030a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:38,971 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:38,971 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96., storeName=33f4fc87408aa2b08fb9305f10f46e96/B, priority=12, startTime=1733250518860; duration=0sec 2024-12-03T18:28:38,971 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:28:38,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,971 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33f4fc87408aa2b08fb9305f10f46e96:B 2024-12-03T18:28:38,972 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T18:28:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,974 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48878 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T18:28:38,974 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 33f4fc87408aa2b08fb9305f10f46e96/C is initiating minor compaction (all files) 2024-12-03T18:28:38,974 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33f4fc87408aa2b08fb9305f10f46e96/C in TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,975 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/4f0d9ec29bf94955ab52c93b2b432cea, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/61a764d4867049d6b0101d95d62ed7f5, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/a263034f5b6f4746abd13027b92e5dd2, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/ff0ce8571b0e4fa3be2ee8914279a2f7] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp, totalSize=47.7 K 2024-12-03T18:28:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,975 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f0d9ec29bf94955ab52c93b2b432cea, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733250514462 2024-12-03T18:28:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,976 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61a764d4867049d6b0101d95d62ed7f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733250514827 2024-12-03T18:28:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741988_1164 (size=9814) 2024-12-03T18:28:38,977 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting a263034f5b6f4746abd13027b92e5dd2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733250515978 2024-12-03T18:28:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,979 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff0ce8571b0e4fa3be2ee8914279a2f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733250517136 2024-12-03T18:28:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,987 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203dc8c0def83684d6eaffa7bbb6b0cd274_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203dc8c0def83684d6eaffa7bbb6b0cd274_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/64647a69210147bebe4572f69ae9440e, store: [table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/64647a69210147bebe4572f69ae9440e is 175, key is test_row_0/A:col10/1733250518316/Put/seqid=0 2024-12-03T18:28:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:38,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:39,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250579000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:39,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741989_1165 (size=22461) 2024-12-03T18:28:39,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:39,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250579001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:39,005 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/64647a69210147bebe4572f69ae9440e 2024-12-03T18:28:39,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,009 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33f4fc87408aa2b08fb9305f10f46e96#C#compaction#133 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,010 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/322f7dcb89af4cb39f6edf274df08082 is 50, key is test_row_0/C:col10/1733250517175/Put/seqid=0 2024-12-03T18:28:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250579004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:39,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250579011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/5e555df039d249218e05ad85207b255c is 50, key is test_row_0/B:col10/1733250518316/Put/seqid=0 2024-12-03T18:28:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741990_1166 (size=12561) 2024-12-03T18:28:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741991_1167 (size=9757) 2024-12-03T18:28:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,037 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/5e555df039d249218e05ad85207b255c 2024-12-03T18:28:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250579039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,043 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/322f7dcb89af4cb39f6edf274df08082 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/322f7dcb89af4cb39f6edf274df08082 2024-12-03T18:28:39,043 DEBUG [Thread-563 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4206 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96., hostname=5840ab6af6da,43459,1733250473452, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:28:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/723eba80884d476cb4effbcd889709fc is 50, key is test_row_0/C:col10/1733250518316/Put/seqid=0 2024-12-03T18:28:39,057 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 33f4fc87408aa2b08fb9305f10f46e96/C of 33f4fc87408aa2b08fb9305f10f46e96 into 322f7dcb89af4cb39f6edf274df08082(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:39,057 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:39,057 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96., storeName=33f4fc87408aa2b08fb9305f10f46e96/C, priority=12, startTime=1733250518860; duration=0sec 2024-12-03T18:28:39,058 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:39,058 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33f4fc87408aa2b08fb9305f10f46e96:C 2024-12-03T18:28:39,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741992_1168 (size=9757) 2024-12-03T18:28:39,069 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/723eba80884d476cb4effbcd889709fc 2024-12-03T18:28:39,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/64647a69210147bebe4572f69ae9440e as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/64647a69210147bebe4572f69ae9440e 2024-12-03T18:28:39,099 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/64647a69210147bebe4572f69ae9440e, entries=100, sequenceid=211, filesize=21.9 K 2024-12-03T18:28:39,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/5e555df039d249218e05ad85207b255c as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/5e555df039d249218e05ad85207b255c 2024-12-03T18:28:39,107 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/5e555df039d249218e05ad85207b255c, entries=100, sequenceid=211, filesize=9.5 K 2024-12-03T18:28:39,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/723eba80884d476cb4effbcd889709fc as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/723eba80884d476cb4effbcd889709fc 2024-12-03T18:28:39,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250579109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:39,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:39,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250579109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250579115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:39,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250579116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:39,122 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/723eba80884d476cb4effbcd889709fc, entries=100, sequenceid=211, filesize=9.5 K 2024-12-03T18:28:39,124 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 33f4fc87408aa2b08fb9305f10f46e96 in 185ms, sequenceid=211, compaction requested=false 2024-12-03T18:28:39,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:39,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:39,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-03T18:28:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-12-03T18:28:39,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-12-03T18:28:39,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 824 msec 2024-12-03T18:28:39,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 830 msec 2024-12-03T18:28:39,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 33f4fc87408aa2b08fb9305f10f46e96 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-03T18:28:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:39,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=A 2024-12-03T18:28:39,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:39,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=B 2024-12-03T18:28:39,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:39,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=C 2024-12-03T18:28:39,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:39,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:39,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:39,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250579327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:39,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250579327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:39,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:39,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250579327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:39,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:39,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250579328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:39,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120344b72f0c7e604d31bbaae6553b884eab_33f4fc87408aa2b08fb9305f10f46e96 is 50, key is test_row_0/A:col10/1733250519319/Put/seqid=0 2024-12-03T18:28:39,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741993_1169 (size=14794) 2024-12-03T18:28:39,341 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,346 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120344b72f0c7e604d31bbaae6553b884eab_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120344b72f0c7e604d31bbaae6553b884eab_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:39,348 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/78f41e186626423985318e2072c58b48, store: [table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:39,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/78f41e186626423985318e2072c58b48 is 175, key is test_row_0/A:col10/1733250519319/Put/seqid=0 2024-12-03T18:28:39,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741994_1170 (size=39749) 2024-12-03T18:28:39,355 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=242, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/78f41e186626423985318e2072c58b48 2024-12-03T18:28:39,360 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/cfa1bdf448674fbea3339db69533d6d1 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/cfa1bdf448674fbea3339db69533d6d1 2024-12-03T18:28:39,368 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 33f4fc87408aa2b08fb9305f10f46e96/A of 33f4fc87408aa2b08fb9305f10f46e96 into cfa1bdf448674fbea3339db69533d6d1(size=30.8 K), total size for store is 52.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:39,368 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:39,368 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96., storeName=33f4fc87408aa2b08fb9305f10f46e96/A, priority=12, startTime=1733250518859; duration=0sec 2024-12-03T18:28:39,368 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:39,368 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33f4fc87408aa2b08fb9305f10f46e96:A 2024-12-03T18:28:39,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/dad2b20ebbc544af833755b385bf3a76 is 50, key is test_row_0/B:col10/1733250519319/Put/seqid=0 2024-12-03T18:28:39,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741995_1171 (size=12151) 2024-12-03T18:28:39,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/dad2b20ebbc544af833755b385bf3a76 2024-12-03T18:28:39,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/6d20c1ee687347d681081a71db47bb10 is 50, key is test_row_0/C:col10/1733250519319/Put/seqid=0 2024-12-03T18:28:39,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741996_1172 (size=12151) 2024-12-03T18:28:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-03T18:28:39,413 INFO [Thread-569 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-12-03T18:28:39,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:28:39,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-12-03T18:28:39,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-03T18:28:39,422 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:28:39,423 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:28:39,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:28:39,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250579431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:39,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250579431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:39,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250579431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:39,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250579431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:39,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-03T18:28:39,575 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:39,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-03T18:28:39,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:39,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:39,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:39,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:39,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:39,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:39,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:39,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:39,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250579633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:39,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250579632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:39,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:39,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250579633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:39,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:39,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250579634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:39,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-03T18:28:39,729 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:39,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-03T18:28:39,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:39,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:39,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:39,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:39,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:39,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:39,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/6d20c1ee687347d681081a71db47bb10 2024-12-03T18:28:39,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/78f41e186626423985318e2072c58b48 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/78f41e186626423985318e2072c58b48 2024-12-03T18:28:39,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/78f41e186626423985318e2072c58b48, entries=200, sequenceid=242, filesize=38.8 K 2024-12-03T18:28:39,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/dad2b20ebbc544af833755b385bf3a76 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/dad2b20ebbc544af833755b385bf3a76 2024-12-03T18:28:39,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/dad2b20ebbc544af833755b385bf3a76, entries=150, sequenceid=242, filesize=11.9 K 2024-12-03T18:28:39,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/6d20c1ee687347d681081a71db47bb10 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/6d20c1ee687347d681081a71db47bb10 2024-12-03T18:28:39,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/6d20c1ee687347d681081a71db47bb10, entries=150, sequenceid=242, filesize=11.9 K 2024-12-03T18:28:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,844 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 33f4fc87408aa2b08fb9305f10f46e96 in 523ms, sequenceid=242, compaction requested=true 2024-12-03T18:28:39,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:39,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33f4fc87408aa2b08fb9305f10f46e96:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:28:39,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:39,845 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:39,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33f4fc87408aa2b08fb9305f10f46e96:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:28:39,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:39,845 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:39,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33f4fc87408aa2b08fb9305f10f46e96:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:28:39,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:28:39,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,847 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:39,847 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 33f4fc87408aa2b08fb9305f10f46e96/A is initiating minor compaction (all files) 2024-12-03T18:28:39,847 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33f4fc87408aa2b08fb9305f10f46e96/A in TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,847 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/cfa1bdf448674fbea3339db69533d6d1, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/64647a69210147bebe4572f69ae9440e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/78f41e186626423985318e2072c58b48] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp, totalSize=91.6 K 2024-12-03T18:28:39,847 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:39,847 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. files: [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/cfa1bdf448674fbea3339db69533d6d1, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/64647a69210147bebe4572f69ae9440e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/78f41e186626423985318e2072c58b48] 2024-12-03T18:28:39,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,848 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting cfa1bdf448674fbea3339db69533d6d1, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733250517136 2024-12-03T18:28:39,849 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 64647a69210147bebe4572f69ae9440e, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733250518316 2024-12-03T18:28:39,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,849 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 78f41e186626423985318e2072c58b48, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733250518998 2024-12-03T18:28:39,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,850 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:39,850 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 33f4fc87408aa2b08fb9305f10f46e96/B is initiating minor compaction (all files) 2024-12-03T18:28:39,850 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33f4fc87408aa2b08fb9305f10f46e96/B in TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:39,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,850 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/001eeee03e264d0380573145d018030a, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/5e555df039d249218e05ad85207b255c, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/dad2b20ebbc544af833755b385bf3a76] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp, totalSize=33.7 K 2024-12-03T18:28:39,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,852 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 001eeee03e264d0380573145d018030a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733250517136 2024-12-03T18:28:39,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,853 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e555df039d249218e05ad85207b255c, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733250518316 2024-12-03T18:28:39,854 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting dad2b20ebbc544af833755b385bf3a76, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733250518998 2024-12-03T18:28:39,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,867 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,870 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33f4fc87408aa2b08fb9305f10f46e96#B#compaction#140 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,871 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/4928e4cf3fe24275bacb8df7ea798a9c is 50, key is test_row_0/B:col10/1733250519319/Put/seqid=0 2024-12-03T18:28:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,878 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203daecd09d8ac04bfe8c81811ded28b28f_33f4fc87408aa2b08fb9305f10f46e96 store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:39,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,879 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203daecd09d8ac04bfe8c81811ded28b28f_33f4fc87408aa2b08fb9305f10f46e96, store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:39,879 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203daecd09d8ac04bfe8c81811ded28b28f_33f4fc87408aa2b08fb9305f10f46e96 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,889 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:39,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-03T18:28:39,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:39,892 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 33f4fc87408aa2b08fb9305f10f46e96 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-03T18:28:39,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=A 2024-12-03T18:28:39,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:39,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=B 2024-12-03T18:28:39,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:39,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=C 2024-12-03T18:28:39,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741998_1174 (size=4469) 2024-12-03T18:28:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741997_1173 (size=12697) 2024-12-03T18:28:39,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412032353c7a51de54b1cb6d813ff86da50e6_33f4fc87408aa2b08fb9305f10f46e96 is 50, key is test_row_0/A:col10/1733250519327/Put/seqid=0 2024-12-03T18:28:39,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,913 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/4928e4cf3fe24275bacb8df7ea798a9c as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/4928e4cf3fe24275bacb8df7ea798a9c 2024-12-03T18:28:39,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,922 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33f4fc87408aa2b08fb9305f10f46e96/B of 33f4fc87408aa2b08fb9305f10f46e96 into 4928e4cf3fe24275bacb8df7ea798a9c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:39,922 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:39,922 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96., storeName=33f4fc87408aa2b08fb9305f10f46e96/B, priority=13, startTime=1733250519845; duration=0sec 2024-12-03T18:28:39,922 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:28:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,922 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33f4fc87408aa2b08fb9305f10f46e96:B 2024-12-03T18:28:39,922 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,924 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:39,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,924 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 33f4fc87408aa2b08fb9305f10f46e96/C is initiating minor compaction (all files) 2024-12-03T18:28:39,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,924 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33f4fc87408aa2b08fb9305f10f46e96/C in TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:39,924 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/322f7dcb89af4cb39f6edf274df08082, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/723eba80884d476cb4effbcd889709fc, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/6d20c1ee687347d681081a71db47bb10] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp, totalSize=33.7 K 2024-12-03T18:28:39,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,925 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 322f7dcb89af4cb39f6edf274df08082, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733250517136 2024-12-03T18:28:39,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,925 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 723eba80884d476cb4effbcd889709fc, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733250518316 2024-12-03T18:28:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,926 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d20c1ee687347d681081a71db47bb10, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733250518998 2024-12-03T18:28:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741999_1175 (size=9814) 2024-12-03T18:28:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,949 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33f4fc87408aa2b08fb9305f10f46e96#C#compaction#142 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:39,949 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/0298c321f8554839a323dcee940b6dd0 is 50, key is test_row_0/C:col10/1733250519319/Put/seqid=0 2024-12-03T18:28:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,950 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412032353c7a51de54b1cb6d813ff86da50e6_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412032353c7a51de54b1cb6d813ff86da50e6_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/abacabe0080b4b9b8947a5510703967e, store: [table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/abacabe0080b4b9b8947a5510703967e is 175, key is test_row_0/A:col10/1733250519327/Put/seqid=0 2024-12-03T18:28:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:39,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:39,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:40,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742000_1176 (size=12663) 2024-12-03T18:28:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:40,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:40,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:40,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:40,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742001_1177 (size=22461) 2024-12-03T18:28:40,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:40,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:40,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:40,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:40,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:40,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:40,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:40,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250580018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:40,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:40,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250580022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:40,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250580024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-03T18:28:40,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250580027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:40,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250580125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:40,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250580125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:40,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250580129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:40,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250580131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:40,300 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33f4fc87408aa2b08fb9305f10f46e96#A#compaction#139 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:40,301 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/1efb6d25334e4148b55027d2256ccbff is 175, key is test_row_0/A:col10/1733250519319/Put/seqid=0 2024-12-03T18:28:40,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742002_1178 (size=31651) 2024-12-03T18:28:40,329 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/1efb6d25334e4148b55027d2256ccbff as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/1efb6d25334e4148b55027d2256ccbff 2024-12-03T18:28:40,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:40,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250580330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:40,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250580332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:40,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250580334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:40,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250580335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:40,343 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33f4fc87408aa2b08fb9305f10f46e96/A of 33f4fc87408aa2b08fb9305f10f46e96 into 1efb6d25334e4148b55027d2256ccbff(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:40,343 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:40,344 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96., storeName=33f4fc87408aa2b08fb9305f10f46e96/A, priority=13, startTime=1733250519845; duration=0sec 2024-12-03T18:28:40,344 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:40,344 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33f4fc87408aa2b08fb9305f10f46e96:A 2024-12-03T18:28:40,407 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/0298c321f8554839a323dcee940b6dd0 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/0298c321f8554839a323dcee940b6dd0 2024-12-03T18:28:40,413 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/abacabe0080b4b9b8947a5510703967e 2024-12-03T18:28:40,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/06e45c2f7c8c46a19ad322039c7afd61 is 50, key is test_row_0/B:col10/1733250519327/Put/seqid=0 2024-12-03T18:28:40,425 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33f4fc87408aa2b08fb9305f10f46e96/C of 33f4fc87408aa2b08fb9305f10f46e96 into 0298c321f8554839a323dcee940b6dd0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:40,425 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:40,425 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96., storeName=33f4fc87408aa2b08fb9305f10f46e96/C, priority=13, startTime=1733250519845; duration=0sec 2024-12-03T18:28:40,425 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:40,425 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33f4fc87408aa2b08fb9305f10f46e96:C 2024-12-03T18:28:40,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742003_1179 (size=9757) 2024-12-03T18:28:40,433 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/06e45c2f7c8c46a19ad322039c7afd61 2024-12-03T18:28:40,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/63182f1da4a9421993841fdedd0faf45 is 50, key is test_row_0/C:col10/1733250519327/Put/seqid=0 2024-12-03T18:28:40,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742004_1180 (size=9757) 2024-12-03T18:28:40,471 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/63182f1da4a9421993841fdedd0faf45 2024-12-03T18:28:40,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/abacabe0080b4b9b8947a5510703967e as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/abacabe0080b4b9b8947a5510703967e 2024-12-03T18:28:40,484 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/abacabe0080b4b9b8947a5510703967e, entries=100, sequenceid=251, filesize=21.9 K 2024-12-03T18:28:40,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/06e45c2f7c8c46a19ad322039c7afd61 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/06e45c2f7c8c46a19ad322039c7afd61 2024-12-03T18:28:40,494 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/06e45c2f7c8c46a19ad322039c7afd61, entries=100, sequenceid=251, filesize=9.5 K 2024-12-03T18:28:40,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/63182f1da4a9421993841fdedd0faf45 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/63182f1da4a9421993841fdedd0faf45 2024-12-03T18:28:40,505 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/63182f1da4a9421993841fdedd0faf45, entries=100, sequenceid=251, filesize=9.5 K 2024-12-03T18:28:40,506 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for 33f4fc87408aa2b08fb9305f10f46e96 in 614ms, sequenceid=251, compaction requested=false 2024-12-03T18:28:40,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:40,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:40,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-03T18:28:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-12-03T18:28:40,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-12-03T18:28:40,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0850 sec 2024-12-03T18:28:40,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.0940 sec 2024-12-03T18:28:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-03T18:28:40,528 INFO [Thread-569 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-12-03T18:28:40,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:28:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-12-03T18:28:40,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-03T18:28:40,531 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:28:40,532 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:28:40,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:28:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-03T18:28:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:40,635 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 33f4fc87408aa2b08fb9305f10f46e96 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-12-03T18:28:40,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=A 2024-12-03T18:28:40,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:40,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=B 2024-12-03T18:28:40,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:40,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=C 2024-12-03T18:28:40,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:40,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:40,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250580642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250580643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:40,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250580643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:40,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250580643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:40,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203d70d5b86b4ce459baf1e0fb6dc80f78b_33f4fc87408aa2b08fb9305f10f46e96 is 50, key is test_row_0/A:col10/1733250520021/Put/seqid=0 2024-12-03T18:28:40,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742005_1181 (size=14994) 2024-12-03T18:28:40,683 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:40,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-03T18:28:40,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:40,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:40,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:40,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:40,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:40,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250580746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-03T18:28:40,836 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:40,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-03T18:28:40,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:40,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:40,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:40,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:40,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:40,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250580951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:40,988 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:40,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-03T18:28:40,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:40,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:40,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:40,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:40,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:41,056 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,070 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203d70d5b86b4ce459baf1e0fb6dc80f78b_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203d70d5b86b4ce459baf1e0fb6dc80f78b_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:41,073 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/b1e0db3b19e3448aabd3b36a80273e52, store: [table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:41,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/b1e0db3b19e3448aabd3b36a80273e52 is 175, key is test_row_0/A:col10/1733250520021/Put/seqid=0 2024-12-03T18:28:41,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742006_1182 (size=39949) 2024-12-03T18:28:41,083 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=284, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/b1e0db3b19e3448aabd3b36a80273e52 2024-12-03T18:28:41,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/c92f63efc77549f99c8777040b0db27f is 50, key is test_row_0/B:col10/1733250520021/Put/seqid=0 2024-12-03T18:28:41,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742007_1183 (size=12301) 2024-12-03T18:28:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-03T18:28:41,141 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:41,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-03T18:28:41,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:41,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:41,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:41,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:41,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:41,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250581149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:41,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250581149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:41,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250581151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:41,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:41,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250581255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:41,296 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:41,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-03T18:28:41,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:41,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:41,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:41,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:41,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:41,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:41,451 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:41,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-03T18:28:41,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:41,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:41,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:41,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:41,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:41,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:41,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/c92f63efc77549f99c8777040b0db27f 2024-12-03T18:28:41,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/d522467d56904c7cbd1019802350109e is 50, key is test_row_0/C:col10/1733250520021/Put/seqid=0 2024-12-03T18:28:41,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742008_1184 (size=12301) 2024-12-03T18:28:41,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/d522467d56904c7cbd1019802350109e 2024-12-03T18:28:41,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/b1e0db3b19e3448aabd3b36a80273e52 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/b1e0db3b19e3448aabd3b36a80273e52 2024-12-03T18:28:41,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/b1e0db3b19e3448aabd3b36a80273e52, entries=200, sequenceid=284, filesize=39.0 K 2024-12-03T18:28:41,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/c92f63efc77549f99c8777040b0db27f as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/c92f63efc77549f99c8777040b0db27f 2024-12-03T18:28:41,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/c92f63efc77549f99c8777040b0db27f, entries=150, sequenceid=284, filesize=12.0 K 2024-12-03T18:28:41,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/d522467d56904c7cbd1019802350109e as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/d522467d56904c7cbd1019802350109e 2024-12-03T18:28:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/d522467d56904c7cbd1019802350109e, entries=150, sequenceid=284, filesize=12.0 K 2024-12-03T18:28:41,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 33f4fc87408aa2b08fb9305f10f46e96 in 926ms, sequenceid=284, compaction requested=true 2024-12-03T18:28:41,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:41,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,561 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:41,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33f4fc87408aa2b08fb9305f10f46e96:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:28:41,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:41,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,562 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:41,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33f4fc87408aa2b08fb9305f10f46e96:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:28:41,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:41,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33f4fc87408aa2b08fb9305f10f46e96:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:28:41,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:28:41,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,563 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:41,563 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 33f4fc87408aa2b08fb9305f10f46e96/A is initiating minor compaction (all files) 2024-12-03T18:28:41,563 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:41,563 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33f4fc87408aa2b08fb9305f10f46e96/A in TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:41,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,563 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 33f4fc87408aa2b08fb9305f10f46e96/B is initiating minor compaction (all files) 2024-12-03T18:28:41,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,563 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33f4fc87408aa2b08fb9305f10f46e96/B in TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:41,564 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/1efb6d25334e4148b55027d2256ccbff, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/abacabe0080b4b9b8947a5510703967e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/b1e0db3b19e3448aabd3b36a80273e52] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp, totalSize=91.9 K 2024-12-03T18:28:41,564 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/4928e4cf3fe24275bacb8df7ea798a9c, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/06e45c2f7c8c46a19ad322039c7afd61, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/c92f63efc77549f99c8777040b0db27f] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp, totalSize=33.9 K 2024-12-03T18:28:41,564 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:41,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,564 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. files: [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/1efb6d25334e4148b55027d2256ccbff, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/abacabe0080b4b9b8947a5510703967e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/b1e0db3b19e3448aabd3b36a80273e52] 2024-12-03T18:28:41,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,564 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 4928e4cf3fe24275bacb8df7ea798a9c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733250518998 2024-12-03T18:28:41,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,565 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1efb6d25334e4148b55027d2256ccbff, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733250518998 2024-12-03T18:28:41,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,566 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting abacabe0080b4b9b8947a5510703967e, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733250519325 2024-12-03T18:28:41,566 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 06e45c2f7c8c46a19ad322039c7afd61, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733250519325 2024-12-03T18:28:41,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,566 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting c92f63efc77549f99c8777040b0db27f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733250520021 2024-12-03T18:28:41,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,566 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1e0db3b19e3448aabd3b36a80273e52, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733250520020 2024-12-03T18:28:41,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,575 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:41,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,579 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203bd4d395e93f6402db7bbb1679c5b751f_33f4fc87408aa2b08fb9305f10f46e96 store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:41,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,580 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33f4fc87408aa2b08fb9305f10f46e96#B#compaction#149 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:41,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,581 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203bd4d395e93f6402db7bbb1679c5b751f_33f4fc87408aa2b08fb9305f10f46e96, store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:41,581 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/6a51224d25d74cbbb8e14874a4e02104 is 50, key is test_row_0/B:col10/1733250520021/Put/seqid=0 2024-12-03T18:28:41,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,581 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203bd4d395e93f6402db7bbb1679c5b751f_33f4fc87408aa2b08fb9305f10f46e96 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:41,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,608 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:41,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-03T18:28:41,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:41,608 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 33f4fc87408aa2b08fb9305f10f46e96 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-03T18:28:41,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=A 2024-12-03T18:28:41,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:41,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=B 2024-12-03T18:28:41,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:41,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=C 2024-12-03T18:28:41,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:41,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742009_1185 (size=12949) 2024-12-03T18:28:41,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742010_1186 (size=4469) 2024-12-03T18:28:41,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,628 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33f4fc87408aa2b08fb9305f10f46e96#A#compaction#148 average throughput is 0.46 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:41,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,629 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/52fe1d7b6f8b4c468f48944bf749560d is 175, key is test_row_0/A:col10/1733250520021/Put/seqid=0 2024-12-03T18:28:41,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-03T18:28:41,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e150458860a046719d4e494e1664b2ee_33f4fc87408aa2b08fb9305f10f46e96 is 50, key is test_row_1/A:col10/1733250520638/Put/seqid=0 2024-12-03T18:28:41,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742011_1187 (size=31903) 2024-12-03T18:28:41,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742012_1188 (size=9914) 2024-12-03T18:28:41,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,677 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e150458860a046719d4e494e1664b2ee_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e150458860a046719d4e494e1664b2ee_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:41,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/dbc90a342f1a48628c64378479610148, store: [table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:41,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/dbc90a342f1a48628c64378479610148 is 175, key is test_row_1/A:col10/1733250520638/Put/seqid=0 2024-12-03T18:28:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742013_1189 (size=22561) 2024-12-03T18:28:41,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,706 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/dbc90a342f1a48628c64378479610148 2024-12-03T18:28:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/2c4893c16ee44b168da71d16f9f0a5db is 50, key is test_row_1/B:col10/1733250520638/Put/seqid=0 2024-12-03T18:28:41,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742014_1190 (size=9857) 2024-12-03T18:28:41,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,751 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/2c4893c16ee44b168da71d16f9f0a5db 2024-12-03T18:28:41,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/9726752ea1de4e5a9da002b86d46314f is 50, key is test_row_1/C:col10/1733250520638/Put/seqid=0 2024-12-03T18:28:41,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:41,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:41,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742015_1191 (size=9857) 2024-12-03T18:28:41,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:41,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:41,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250581970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:42,023 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/6a51224d25d74cbbb8e14874a4e02104 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/6a51224d25d74cbbb8e14874a4e02104 2024-12-03T18:28:42,029 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33f4fc87408aa2b08fb9305f10f46e96/B of 33f4fc87408aa2b08fb9305f10f46e96 into 6a51224d25d74cbbb8e14874a4e02104(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:42,029 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:42,029 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96., storeName=33f4fc87408aa2b08fb9305f10f46e96/B, priority=13, startTime=1733250521562; duration=0sec 2024-12-03T18:28:42,030 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:28:42,030 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33f4fc87408aa2b08fb9305f10f46e96:B 2024-12-03T18:28:42,030 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:42,032 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:42,032 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 33f4fc87408aa2b08fb9305f10f46e96/C is initiating minor compaction (all files) 2024-12-03T18:28:42,032 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33f4fc87408aa2b08fb9305f10f46e96/C in TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:42,032 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/0298c321f8554839a323dcee940b6dd0, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/63182f1da4a9421993841fdedd0faf45, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/d522467d56904c7cbd1019802350109e] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp, totalSize=33.9 K 2024-12-03T18:28:42,033 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 0298c321f8554839a323dcee940b6dd0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733250518998 2024-12-03T18:28:42,033 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 63182f1da4a9421993841fdedd0faf45, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733250519325 2024-12-03T18:28:42,035 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting d522467d56904c7cbd1019802350109e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733250520021 2024-12-03T18:28:42,052 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33f4fc87408aa2b08fb9305f10f46e96#C#compaction#153 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:42,055 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/4752e31be6b44161b6df2485716737c4 is 50, key is test_row_0/C:col10/1733250520021/Put/seqid=0 2024-12-03T18:28:42,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742016_1192 (size=12915) 2024-12-03T18:28:42,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250582074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:42,078 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/52fe1d7b6f8b4c468f48944bf749560d as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/52fe1d7b6f8b4c468f48944bf749560d 2024-12-03T18:28:42,085 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33f4fc87408aa2b08fb9305f10f46e96/A of 33f4fc87408aa2b08fb9305f10f46e96 into 52fe1d7b6f8b4c468f48944bf749560d(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:42,085 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:42,085 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96., storeName=33f4fc87408aa2b08fb9305f10f46e96/A, priority=13, startTime=1733250521561; duration=0sec 2024-12-03T18:28:42,085 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:42,085 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33f4fc87408aa2b08fb9305f10f46e96:A 2024-12-03T18:28:42,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250582157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:42,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250582159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:42,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250582160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:42,226 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/9726752ea1de4e5a9da002b86d46314f 2024-12-03T18:28:42,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/dbc90a342f1a48628c64378479610148 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/dbc90a342f1a48628c64378479610148 2024-12-03T18:28:42,254 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/dbc90a342f1a48628c64378479610148, entries=100, sequenceid=290, filesize=22.0 K 2024-12-03T18:28:42,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/2c4893c16ee44b168da71d16f9f0a5db as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/2c4893c16ee44b168da71d16f9f0a5db 2024-12-03T18:28:42,268 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/2c4893c16ee44b168da71d16f9f0a5db, entries=100, sequenceid=290, filesize=9.6 K 2024-12-03T18:28:42,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/9726752ea1de4e5a9da002b86d46314f as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/9726752ea1de4e5a9da002b86d46314f 2024-12-03T18:28:42,278 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/9726752ea1de4e5a9da002b86d46314f, entries=100, sequenceid=290, filesize=9.6 K 2024-12-03T18:28:42,278 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=181.14 KB/185490 for 33f4fc87408aa2b08fb9305f10f46e96 in 670ms, sequenceid=290, compaction requested=false 2024-12-03T18:28:42,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:42,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:42,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-12-03T18:28:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-12-03T18:28:42,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-12-03T18:28:42,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7490 sec 2024-12-03T18:28:42,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.7530 sec 2024-12-03T18:28:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:42,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 33f4fc87408aa2b08fb9305f10f46e96 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-12-03T18:28:42,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=A 2024-12-03T18:28:42,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:42,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=B 2024-12-03T18:28:42,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:42,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=C 2024-12-03T18:28:42,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:42,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120342811e5bbea14542b848dfe9c591dd1b_33f4fc87408aa2b08fb9305f10f46e96 is 50, key is test_row_0/A:col10/1733250522287/Put/seqid=0 2024-12-03T18:28:42,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250582313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:42,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742017_1193 (size=12454) 2024-12-03T18:28:42,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250582427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:42,497 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/4752e31be6b44161b6df2485716737c4 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/4752e31be6b44161b6df2485716737c4 2024-12-03T18:28:42,512 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33f4fc87408aa2b08fb9305f10f46e96/C of 33f4fc87408aa2b08fb9305f10f46e96 into 4752e31be6b44161b6df2485716737c4(size=12.6 K), total size for store is 22.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:42,513 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:42,513 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96., storeName=33f4fc87408aa2b08fb9305f10f46e96/C, priority=13, startTime=1733250521563; duration=0sec 2024-12-03T18:28:42,513 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:42,513 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33f4fc87408aa2b08fb9305f10f46e96:C 2024-12-03T18:28:42,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:42,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250582628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-03T18:28:42,635 INFO [Thread-569 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-12-03T18:28:42,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:28:42,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-12-03T18:28:42,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-03T18:28:42,638 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:28:42,638 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:28:42,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:28:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-03T18:28:42,748 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,764 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120342811e5bbea14542b848dfe9c591dd1b_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120342811e5bbea14542b848dfe9c591dd1b_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:42,767 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/77920014e5f040458eb07482f841b6cb, store: [table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:42,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/77920014e5f040458eb07482f841b6cb is 175, key is test_row_0/A:col10/1733250522287/Put/seqid=0 2024-12-03T18:28:42,790 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:42,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742018_1194 (size=31255) 2024-12-03T18:28:42,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-03T18:28:42,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:42,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:42,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:42,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:42,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:42,797 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=323, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/77920014e5f040458eb07482f841b6cb 2024-12-03T18:28:42,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:42,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/04a70132ac944fd1ad0fa899e00f0761 is 50, key is test_row_0/B:col10/1733250522287/Put/seqid=0 2024-12-03T18:28:42,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742019_1195 (size=12301) 2024-12-03T18:28:42,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/04a70132ac944fd1ad0fa899e00f0761 2024-12-03T18:28:42,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/ddf9651032cf49d69c349b1fd90092ac is 50, key is test_row_0/C:col10/1733250522287/Put/seqid=0 2024-12-03T18:28:42,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742020_1196 (size=12301) 2024-12-03T18:28:42,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/ddf9651032cf49d69c349b1fd90092ac 2024-12-03T18:28:42,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/77920014e5f040458eb07482f841b6cb as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/77920014e5f040458eb07482f841b6cb 2024-12-03T18:28:42,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/77920014e5f040458eb07482f841b6cb, entries=150, sequenceid=323, filesize=30.5 K 2024-12-03T18:28:42,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250582936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:42,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/04a70132ac944fd1ad0fa899e00f0761 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/04a70132ac944fd1ad0fa899e00f0761 2024-12-03T18:28:42,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-03T18:28:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,964 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:42,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-03T18:28:42,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:42,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:42,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:42,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:42,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:42,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:42,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/04a70132ac944fd1ad0fa899e00f0761, entries=150, sequenceid=323, filesize=12.0 K 2024-12-03T18:28:42,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/ddf9651032cf49d69c349b1fd90092ac as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/ddf9651032cf49d69c349b1fd90092ac 2024-12-03T18:28:42,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/ddf9651032cf49d69c349b1fd90092ac, entries=150, sequenceid=323, filesize=12.0 K 2024-12-03T18:28:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,014 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for 33f4fc87408aa2b08fb9305f10f46e96 in 720ms, sequenceid=323, compaction requested=true 2024-12-03T18:28:43,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:43,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33f4fc87408aa2b08fb9305f10f46e96:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:28:43,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:43,015 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:43,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33f4fc87408aa2b08fb9305f10f46e96:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:28:43,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:28:43,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33f4fc87408aa2b08fb9305f10f46e96:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:28:43,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-03T18:28:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,016 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85719 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:43,017 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 33f4fc87408aa2b08fb9305f10f46e96/A is initiating minor compaction (all files) 2024-12-03T18:28:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,017 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33f4fc87408aa2b08fb9305f10f46e96/A in TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:43,017 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/52fe1d7b6f8b4c468f48944bf749560d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/dbc90a342f1a48628c64378479610148, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/77920014e5f040458eb07482f841b6cb] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp, totalSize=83.7 K 2024-12-03T18:28:43,017 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:43,017 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. files: [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/52fe1d7b6f8b4c468f48944bf749560d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/dbc90a342f1a48628c64378479610148, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/77920014e5f040458eb07482f841b6cb] 2024-12-03T18:28:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,018 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52fe1d7b6f8b4c468f48944bf749560d, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733250520021 2024-12-03T18:28:43,018 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,019 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbc90a342f1a48628c64378479610148, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733250520638 2024-12-03T18:28:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,024 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77920014e5f040458eb07482f841b6cb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733250521952 2024-12-03T18:28:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,031 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,031 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 33f4fc87408aa2b08fb9305f10f46e96/B is initiating minor compaction (all files) 2024-12-03T18:28:43,031 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33f4fc87408aa2b08fb9305f10f46e96/B in TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:43,031 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/6a51224d25d74cbbb8e14874a4e02104, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/2c4893c16ee44b168da71d16f9f0a5db, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/04a70132ac944fd1ad0fa899e00f0761] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp, totalSize=34.3 K 2024-12-03T18:28:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,039 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a51224d25d74cbbb8e14874a4e02104, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733250520021 2024-12-03T18:28:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,042 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c4893c16ee44b168da71d16f9f0a5db, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733250520638 2024-12-03T18:28:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,043 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 04a70132ac944fd1ad0fa899e00f0761, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733250521952 2024-12-03T18:28:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,075 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:43,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,103 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120325960d49f89243aaaaa1893f4687038c_33f4fc87408aa2b08fb9305f10f46e96 store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,105 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120325960d49f89243aaaaa1893f4687038c_33f4fc87408aa2b08fb9305f10f46e96, store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:43,105 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120325960d49f89243aaaaa1893f4687038c_33f4fc87408aa2b08fb9305f10f46e96 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,112 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33f4fc87408aa2b08fb9305f10f46e96#B#compaction#158 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:43,113 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/d17f021821434f89b516f902d2ce309a is 50, key is test_row_0/B:col10/1733250522287/Put/seqid=0 2024-12-03T18:28:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,124 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:43,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-03T18:28:43,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:43,124 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 33f4fc87408aa2b08fb9305f10f46e96 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-03T18:28:43,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=A 2024-12-03T18:28:43,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:43,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=B 2024-12-03T18:28:43,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:43,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=C 2024-12-03T18:28:43,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e5408a8f91bd4e6097fb5189e0ed7445_33f4fc87408aa2b08fb9305f10f46e96 is 50, key is test_row_1/A:col10/1733250523050/Put/seqid=0 2024-12-03T18:28:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742022_1198 (size=13051) 2024-12-03T18:28:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742021_1197 (size=4469) 2024-12-03T18:28:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:43,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742023_1199 (size=12454) 2024-12-03T18:28:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-03T18:28:43,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250583344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:43,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250583447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:43,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250583456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:43,598 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33f4fc87408aa2b08fb9305f10f46e96#A#compaction#157 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:43,598 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/b1404cf533c9492b87c74dbe5cbc7d4f is 175, key is test_row_0/A:col10/1733250522287/Put/seqid=0 2024-12-03T18:28:43,604 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/d17f021821434f89b516f902d2ce309a as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/d17f021821434f89b516f902d2ce309a 2024-12-03T18:28:43,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:43,643 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e5408a8f91bd4e6097fb5189e0ed7445_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e5408a8f91bd4e6097fb5189e0ed7445_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:43,648 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33f4fc87408aa2b08fb9305f10f46e96/B of 33f4fc87408aa2b08fb9305f10f46e96 into d17f021821434f89b516f902d2ce309a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:43,648 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:43,648 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96., storeName=33f4fc87408aa2b08fb9305f10f46e96/B, priority=13, startTime=1733250523015; duration=0sec 2024-12-03T18:28:43,648 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:28:43,648 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33f4fc87408aa2b08fb9305f10f46e96:B 2024-12-03T18:28:43,649 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:43,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/a2b7015afed240ac94219c2862281bba, store: [table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:43,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/a2b7015afed240ac94219c2862281bba is 175, key is test_row_1/A:col10/1733250523050/Put/seqid=0 2024-12-03T18:28:43,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742024_1200 (size=32005) 2024-12-03T18:28:43,652 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:43,652 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 33f4fc87408aa2b08fb9305f10f46e96/C is initiating minor compaction (all files) 2024-12-03T18:28:43,652 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33f4fc87408aa2b08fb9305f10f46e96/C in TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:43,652 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/4752e31be6b44161b6df2485716737c4, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/9726752ea1de4e5a9da002b86d46314f, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/ddf9651032cf49d69c349b1fd90092ac] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp, totalSize=34.3 K 2024-12-03T18:28:43,655 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 4752e31be6b44161b6df2485716737c4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733250520021 2024-12-03T18:28:43,656 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 9726752ea1de4e5a9da002b86d46314f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733250520638 2024-12-03T18:28:43,656 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting ddf9651032cf49d69c349b1fd90092ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733250521952 2024-12-03T18:28:43,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:43,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250583651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:43,663 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/b1404cf533c9492b87c74dbe5cbc7d4f as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/b1404cf533c9492b87c74dbe5cbc7d4f 2024-12-03T18:28:43,673 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33f4fc87408aa2b08fb9305f10f46e96/A of 33f4fc87408aa2b08fb9305f10f46e96 into b1404cf533c9492b87c74dbe5cbc7d4f(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:43,673 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:43,673 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96., storeName=33f4fc87408aa2b08fb9305f10f46e96/A, priority=13, startTime=1733250523015; duration=0sec 2024-12-03T18:28:43,674 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:43,674 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33f4fc87408aa2b08fb9305f10f46e96:A 2024-12-03T18:28:43,694 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33f4fc87408aa2b08fb9305f10f46e96#C#compaction#160 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:43,695 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/fa977e11d9334cb6a257f3a1bbae2432 is 50, key is test_row_0/C:col10/1733250522287/Put/seqid=0 2024-12-03T18:28:43,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742025_1201 (size=31251) 2024-12-03T18:28:43,711 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=330, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/a2b7015afed240ac94219c2862281bba 2024-12-03T18:28:43,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742026_1202 (size=13017) 2024-12-03T18:28:43,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/245dffa169834939ac2491bfa3caa65d is 50, key is test_row_1/B:col10/1733250523050/Put/seqid=0 2024-12-03T18:28:43,755 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/fa977e11d9334cb6a257f3a1bbae2432 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/fa977e11d9334cb6a257f3a1bbae2432 2024-12-03T18:28:43,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-03T18:28:43,766 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33f4fc87408aa2b08fb9305f10f46e96/C of 33f4fc87408aa2b08fb9305f10f46e96 into fa977e11d9334cb6a257f3a1bbae2432(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:43,766 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:43,766 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96., storeName=33f4fc87408aa2b08fb9305f10f46e96/C, priority=13, startTime=1733250523015; duration=0sec 2024-12-03T18:28:43,766 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:43,766 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33f4fc87408aa2b08fb9305f10f46e96:C 2024-12-03T18:28:43,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742027_1203 (size=9857) 2024-12-03T18:28:43,787 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/245dffa169834939ac2491bfa3caa65d 2024-12-03T18:28:43,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/14442c32c37f4b87bd23564b334fd3ba is 50, key is test_row_1/C:col10/1733250523050/Put/seqid=0 2024-12-03T18:28:43,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742028_1204 (size=9857) 2024-12-03T18:28:43,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250583979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:44,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250584178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:44,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:44,179 DEBUG [Thread-567 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4158 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96., hostname=5840ab6af6da,43459,1733250473452, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:28:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250584178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:44,183 DEBUG [Thread-559 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4156 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96., hostname=5840ab6af6da,43459,1733250473452, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:28:44,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:44,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250584184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:44,186 DEBUG [Thread-565 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4162 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96., hostname=5840ab6af6da,43459,1733250473452, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:28:44,227 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/14442c32c37f4b87bd23564b334fd3ba 2024-12-03T18:28:44,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/a2b7015afed240ac94219c2862281bba as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/a2b7015afed240ac94219c2862281bba 2024-12-03T18:28:44,274 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/a2b7015afed240ac94219c2862281bba, entries=150, sequenceid=330, filesize=30.5 K 2024-12-03T18:28:44,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/245dffa169834939ac2491bfa3caa65d as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/245dffa169834939ac2491bfa3caa65d 2024-12-03T18:28:44,289 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/245dffa169834939ac2491bfa3caa65d, entries=100, sequenceid=330, filesize=9.6 K 2024-12-03T18:28:44,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/14442c32c37f4b87bd23564b334fd3ba as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/14442c32c37f4b87bd23564b334fd3ba 2024-12-03T18:28:44,299 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/14442c32c37f4b87bd23564b334fd3ba, entries=100, sequenceid=330, filesize=9.6 K 2024-12-03T18:28:44,306 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=181.14 KB/185490 for 33f4fc87408aa2b08fb9305f10f46e96 in 1182ms, sequenceid=330, compaction requested=false 2024-12-03T18:28:44,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:44,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:44,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-12-03T18:28:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-12-03T18:28:44,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-12-03T18:28:44,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6700 sec 2024-12-03T18:28:44,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.6790 sec 2024-12-03T18:28:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:44,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 33f4fc87408aa2b08fb9305f10f46e96 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-12-03T18:28:44,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=A 2024-12-03T18:28:44,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:44,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=B 2024-12-03T18:28:44,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:44,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=C 2024-12-03T18:28:44,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:44,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203ddbf53d5c51f49ac81bf7cd253bcd642_33f4fc87408aa2b08fb9305f10f46e96 is 50, key is test_row_0/A:col10/1733250524471/Put/seqid=0 2024-12-03T18:28:44,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:44,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250584491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:44,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:44,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250584494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:44,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742029_1205 (size=12454) 2024-12-03T18:28:44,551 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:44,583 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203ddbf53d5c51f49ac81bf7cd253bcd642_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203ddbf53d5c51f49ac81bf7cd253bcd642_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:44,591 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/5726746ddc674d5bbe50ad3954ea1b37, store: [table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:44,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/5726746ddc674d5bbe50ad3954ea1b37 is 175, key is test_row_0/A:col10/1733250524471/Put/seqid=0 2024-12-03T18:28:44,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250584596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:44,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:44,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250584608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:44,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742030_1206 (size=31255) 2024-12-03T18:28:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-03T18:28:44,764 INFO [Thread-569 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-12-03T18:28:44,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:28:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-12-03T18:28:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-03T18:28:44,772 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:28:44,778 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:28:44,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:28:44,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250584810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:44,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250584821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-03T18:28:44,939 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:44,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-03T18:28:44,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:44,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:44,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:44,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:44,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:45,027 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=364, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/5726746ddc674d5bbe50ad3954ea1b37 2024-12-03T18:28:45,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/3335f52455944de1b72996f36d8b0279 is 50, key is test_row_0/B:col10/1733250524471/Put/seqid=0 2024-12-03T18:28:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-03T18:28:45,095 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:45,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742031_1207 (size=12301) 2024-12-03T18:28:45,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-03T18:28:45,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:45,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:45,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:45,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:45,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:45,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/3335f52455944de1b72996f36d8b0279 2024-12-03T18:28:45,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250585131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:45,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/58dc83977ebc46ee92af00f0b8e9654e is 50, key is test_row_0/C:col10/1733250524471/Put/seqid=0 2024-12-03T18:28:45,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250585135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:45,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742032_1208 (size=12301) 2024-12-03T18:28:45,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/58dc83977ebc46ee92af00f0b8e9654e 2024-12-03T18:28:45,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/5726746ddc674d5bbe50ad3954ea1b37 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/5726746ddc674d5bbe50ad3954ea1b37 2024-12-03T18:28:45,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/5726746ddc674d5bbe50ad3954ea1b37, entries=150, sequenceid=364, filesize=30.5 K 2024-12-03T18:28:45,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/3335f52455944de1b72996f36d8b0279 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/3335f52455944de1b72996f36d8b0279 2024-12-03T18:28:45,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/3335f52455944de1b72996f36d8b0279, entries=150, sequenceid=364, filesize=12.0 K 2024-12-03T18:28:45,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/58dc83977ebc46ee92af00f0b8e9654e as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/58dc83977ebc46ee92af00f0b8e9654e 2024-12-03T18:28:45,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,255 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-03T18:28:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:45,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:45,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:45,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/58dc83977ebc46ee92af00f0b8e9654e, entries=150, sequenceid=364, filesize=12.0 K 2024-12-03T18:28:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=20.13 KB/20610 for 33f4fc87408aa2b08fb9305f10f46e96 in 794ms, sequenceid=364, compaction requested=true 2024-12-03T18:28:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,266 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33f4fc87408aa2b08fb9305f10f46e96:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:28:45,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,267 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33f4fc87408aa2b08fb9305f10f46e96:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:28:45,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:45,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33f4fc87408aa2b08fb9305f10f46e96:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:28:45,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:28:45,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,272 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:45,272 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94511 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,272 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 33f4fc87408aa2b08fb9305f10f46e96/A is initiating minor compaction (all files) 2024-12-03T18:28:45,272 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 33f4fc87408aa2b08fb9305f10f46e96/B is initiating minor compaction (all files) 2024-12-03T18:28:45,272 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33f4fc87408aa2b08fb9305f10f46e96/A in TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:45,272 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33f4fc87408aa2b08fb9305f10f46e96/B in TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:45,272 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/d17f021821434f89b516f902d2ce309a, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/245dffa169834939ac2491bfa3caa65d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/3335f52455944de1b72996f36d8b0279] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp, totalSize=34.4 K 2024-12-03T18:28:45,272 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/b1404cf533c9492b87c74dbe5cbc7d4f, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/a2b7015afed240ac94219c2862281bba, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/5726746ddc674d5bbe50ad3954ea1b37] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp, totalSize=92.3 K 2024-12-03T18:28:45,272 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,272 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. files: [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/b1404cf533c9492b87c74dbe5cbc7d4f, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/a2b7015afed240ac94219c2862281bba, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/5726746ddc674d5bbe50ad3954ea1b37] 2024-12-03T18:28:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,273 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1404cf533c9492b87c74dbe5cbc7d4f, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733250521952 2024-12-03T18:28:45,273 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting d17f021821434f89b516f902d2ce309a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733250521952 2024-12-03T18:28:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,273 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2b7015afed240ac94219c2862281bba, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733250522297 2024-12-03T18:28:45,273 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 245dffa169834939ac2491bfa3caa65d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733250522297 2024-12-03T18:28:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,274 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5726746ddc674d5bbe50ad3954ea1b37, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733250523335 2024-12-03T18:28:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,274 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 3335f52455944de1b72996f36d8b0279, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733250523335 2024-12-03T18:28:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,281 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:45,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,284 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412033b394b1e2948450abc1332fce7ccce8a_33f4fc87408aa2b08fb9305f10f46e96 store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:45,284 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33f4fc87408aa2b08fb9305f10f46e96#B#compaction#167 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:45,285 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412033b394b1e2948450abc1332fce7ccce8a_33f4fc87408aa2b08fb9305f10f46e96, store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:45,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,285 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412033b394b1e2948450abc1332fce7ccce8a_33f4fc87408aa2b08fb9305f10f46e96 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:45,286 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/a298cc204faf4b068231039dd344c772 is 50, key is test_row_0/B:col10/1733250524471/Put/seqid=0 2024-12-03T18:28:45,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742033_1209 (size=4469) 2024-12-03T18:28:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742034_1210 (size=13153) 2024-12-03T18:28:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,363 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/a298cc204faf4b068231039dd344c772 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/a298cc204faf4b068231039dd344c772 2024-12-03T18:28:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,375 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33f4fc87408aa2b08fb9305f10f46e96/B of 33f4fc87408aa2b08fb9305f10f46e96 into a298cc204faf4b068231039dd344c772(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:45,375 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:45,375 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96., storeName=33f4fc87408aa2b08fb9305f10f46e96/B, priority=13, startTime=1733250525267; duration=0sec 2024-12-03T18:28:45,375 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:28:45,375 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33f4fc87408aa2b08fb9305f10f46e96:B 2024-12-03T18:28:45,375 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,377 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:45,377 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 33f4fc87408aa2b08fb9305f10f46e96/C is initiating minor compaction (all files) 2024-12-03T18:28:45,377 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33f4fc87408aa2b08fb9305f10f46e96/C in TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:45,377 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/fa977e11d9334cb6a257f3a1bbae2432, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/14442c32c37f4b87bd23564b334fd3ba, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/58dc83977ebc46ee92af00f0b8e9654e] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp, totalSize=34.4 K 2024-12-03T18:28:45,377 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting fa977e11d9334cb6a257f3a1bbae2432, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733250521952 2024-12-03T18:28:45,378 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 14442c32c37f4b87bd23564b334fd3ba, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733250522297 2024-12-03T18:28:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,380 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 58dc83977ebc46ee92af00f0b8e9654e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733250523335 2024-12-03T18:28:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-03T18:28:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,398 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33f4fc87408aa2b08fb9305f10f46e96#C#compaction#168 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:45,398 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/51ebe99e2dd24b2495821e12ee5fe03e is 50, key is test_row_0/C:col10/1733250524471/Put/seqid=0 2024-12-03T18:28:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,410 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-03T18:28:45,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:45,411 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 33f4fc87408aa2b08fb9305f10f46e96 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-03T18:28:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=A 2024-12-03T18:28:45,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:45,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=B 2024-12-03T18:28:45,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:45,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=C 2024-12-03T18:28:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742035_1211 (size=13119) 2024-12-03T18:28:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203b875c39c44f84a94917e9cacf9ad56f3_33f4fc87408aa2b08fb9305f10f46e96 is 50, key is test_row_1/A:col10/1733250524488/Put/seqid=0 2024-12-03T18:28:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,441 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/51ebe99e2dd24b2495821e12ee5fe03e as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/51ebe99e2dd24b2495821e12ee5fe03e 2024-12-03T18:28:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,448 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33f4fc87408aa2b08fb9305f10f46e96/C of 33f4fc87408aa2b08fb9305f10f46e96 into 51ebe99e2dd24b2495821e12ee5fe03e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:45,448 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:45,448 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96., storeName=33f4fc87408aa2b08fb9305f10f46e96/C, priority=13, startTime=1733250525268; duration=0sec 2024-12-03T18:28:45,448 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:45,448 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33f4fc87408aa2b08fb9305f10f46e96:C 2024-12-03T18:28:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742036_1212 (size=7374) 2024-12-03T18:28:45,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,716 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33f4fc87408aa2b08fb9305f10f46e96#A#compaction#166 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:45,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,717 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/c9e2ed965d904c6fb617baa48305230f is 175, key is test_row_0/A:col10/1733250524471/Put/seqid=0 2024-12-03T18:28:45,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:45,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:45,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742037_1213 (size=32107) 2024-12-03T18:28:45,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,748 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/c9e2ed965d904c6fb617baa48305230f as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/c9e2ed965d904c6fb617baa48305230f 2024-12-03T18:28:45,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,759 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33f4fc87408aa2b08fb9305f10f46e96/A of 33f4fc87408aa2b08fb9305f10f46e96 into c9e2ed965d904c6fb617baa48305230f(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:45,759 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:45,759 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96., storeName=33f4fc87408aa2b08fb9305f10f46e96/A, priority=13, startTime=1733250525266; duration=0sec 2024-12-03T18:28:45,759 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:45,759 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33f4fc87408aa2b08fb9305f10f46e96:A 2024-12-03T18:28:45,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:45,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250585859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:45,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:45,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250585862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:45,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:45,882 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203b875c39c44f84a94917e9cacf9ad56f3_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b875c39c44f84a94917e9cacf9ad56f3_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:45,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-03T18:28:45,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/7c411d234b3c42cf84ae37f85bc0aaff, store: [table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:45,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/7c411d234b3c42cf84ae37f85bc0aaff is 175, key is test_row_1/A:col10/1733250524488/Put/seqid=0 2024-12-03T18:28:45,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742038_1214 (size=13865) 2024-12-03T18:28:45,926 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=371, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/7c411d234b3c42cf84ae37f85bc0aaff 2024-12-03T18:28:45,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/d6c3a48848de40deb4972e6f01dfde85 is 50, key is test_row_1/B:col10/1733250524488/Put/seqid=0 2024-12-03T18:28:45,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:45,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250585973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:45,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:45,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250585976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:45,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742039_1215 (size=7415) 2024-12-03T18:28:46,003 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/d6c3a48848de40deb4972e6f01dfde85 2024-12-03T18:28:46,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/38d28b226a694f80aa2669d9d90c8177 is 50, key is test_row_1/C:col10/1733250524488/Put/seqid=0 2024-12-03T18:28:46,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742040_1216 (size=7415) 2024-12-03T18:28:46,083 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/38d28b226a694f80aa2669d9d90c8177 2024-12-03T18:28:46,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/7c411d234b3c42cf84ae37f85bc0aaff as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/7c411d234b3c42cf84ae37f85bc0aaff 2024-12-03T18:28:46,138 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/7c411d234b3c42cf84ae37f85bc0aaff, entries=50, sequenceid=371, filesize=13.5 K 2024-12-03T18:28:46,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/d6c3a48848de40deb4972e6f01dfde85 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/d6c3a48848de40deb4972e6f01dfde85 2024-12-03T18:28:46,144 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/d6c3a48848de40deb4972e6f01dfde85, entries=50, sequenceid=371, filesize=7.2 K 2024-12-03T18:28:46,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/38d28b226a694f80aa2669d9d90c8177 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/38d28b226a694f80aa2669d9d90c8177 2024-12-03T18:28:46,155 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/38d28b226a694f80aa2669d9d90c8177, entries=50, sequenceid=371, filesize=7.2 K 2024-12-03T18:28:46,155 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=187.85 KB/192360 for 33f4fc87408aa2b08fb9305f10f46e96 in 744ms, sequenceid=371, compaction requested=false 2024-12-03T18:28:46,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:46,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:46,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-12-03T18:28:46,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-12-03T18:28:46,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-12-03T18:28:46,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3840 sec 2024-12-03T18:28:46,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 1.4010 sec 2024-12-03T18:28:46,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:46,178 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 33f4fc87408aa2b08fb9305f10f46e96 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-12-03T18:28:46,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=A 2024-12-03T18:28:46,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:46,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=B 2024-12-03T18:28:46,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:46,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=C 2024-12-03T18:28:46,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:46,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:46,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250586184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:46,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:46,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250586185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:46,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203b96f0e1e890841c89155a68c2d34211a_33f4fc87408aa2b08fb9305f10f46e96 is 50, key is test_row_0/A:col10/1733250526177/Put/seqid=0 2024-12-03T18:28:46,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742041_1217 (size=14994) 2024-12-03T18:28:46,237 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:46,247 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203b96f0e1e890841c89155a68c2d34211a_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b96f0e1e890841c89155a68c2d34211a_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:46,248 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/638c401b3b8b400e9d89a2b9115f02d6, store: [table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:46,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/638c401b3b8b400e9d89a2b9115f02d6 is 175, key is test_row_0/A:col10/1733250526177/Put/seqid=0 2024-12-03T18:28:46,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742042_1218 (size=39949) 2024-12-03T18:28:46,257 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=405, memsize=64.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/638c401b3b8b400e9d89a2b9115f02d6 2024-12-03T18:28:46,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/db0402cda48b432d8beddb1b11e846d8 is 50, key is test_row_0/B:col10/1733250526177/Put/seqid=0 2024-12-03T18:28:46,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742043_1219 (size=12301) 2024-12-03T18:28:46,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250586287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:46,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250586487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:46,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250586489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:46,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/db0402cda48b432d8beddb1b11e846d8 2024-12-03T18:28:46,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/0d7040b6a8044dd694b9d488864b11db is 50, key is test_row_0/C:col10/1733250526177/Put/seqid=0 2024-12-03T18:28:46,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742044_1220 (size=12301) 2024-12-03T18:28:46,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250586799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-03T18:28:46,890 INFO [Thread-569 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-12-03T18:28:46,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:28:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-12-03T18:28:46,892 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:28:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-03T18:28:46,893 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:28:46,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:28:46,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-03T18:28:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250586992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:47,045 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:47,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-03T18:28:47,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:47,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:47,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:47,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:47,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:47,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/0d7040b6a8044dd694b9d488864b11db 2024-12-03T18:28:47,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/638c401b3b8b400e9d89a2b9115f02d6 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/638c401b3b8b400e9d89a2b9115f02d6 2024-12-03T18:28:47,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/638c401b3b8b400e9d89a2b9115f02d6, entries=200, sequenceid=405, filesize=39.0 K 2024-12-03T18:28:47,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/db0402cda48b432d8beddb1b11e846d8 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/db0402cda48b432d8beddb1b11e846d8 2024-12-03T18:28:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,172 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/db0402cda48b432d8beddb1b11e846d8, entries=150, sequenceid=405, filesize=12.0 K 2024-12-03T18:28:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/0d7040b6a8044dd694b9d488864b11db as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/0d7040b6a8044dd694b9d488864b11db 2024-12-03T18:28:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/0d7040b6a8044dd694b9d488864b11db, entries=150, sequenceid=405, filesize=12.0 K 2024-12-03T18:28:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for 33f4fc87408aa2b08fb9305f10f46e96 in 1004ms, sequenceid=405, compaction requested=true 2024-12-03T18:28:47,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:47,182 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33f4fc87408aa2b08fb9305f10f46e96:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:28:47,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,184 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85921 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:47,184 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:47,184 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 33f4fc87408aa2b08fb9305f10f46e96/A is initiating minor compaction (all files) 2024-12-03T18:28:47,184 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33f4fc87408aa2b08fb9305f10f46e96/A in TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:47,184 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/c9e2ed965d904c6fb617baa48305230f, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/7c411d234b3c42cf84ae37f85bc0aaff, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/638c401b3b8b400e9d89a2b9115f02d6] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp, totalSize=83.9 K 2024-12-03T18:28:47,184 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:47,184 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. files: [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/c9e2ed965d904c6fb617baa48305230f, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/7c411d234b3c42cf84ae37f85bc0aaff, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/638c401b3b8b400e9d89a2b9115f02d6] 2024-12-03T18:28:47,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33f4fc87408aa2b08fb9305f10f46e96:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:28:47,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:47,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33f4fc87408aa2b08fb9305f10f46e96:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:28:47,185 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32869 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:47,185 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9e2ed965d904c6fb617baa48305230f, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733250523335 2024-12-03T18:28:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,186 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 33f4fc87408aa2b08fb9305f10f46e96/B is initiating minor compaction (all files) 2024-12-03T18:28:47,186 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33f4fc87408aa2b08fb9305f10f46e96/B in TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:47,186 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/a298cc204faf4b068231039dd344c772, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/d6c3a48848de40deb4972e6f01dfde85, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/db0402cda48b432d8beddb1b11e846d8] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp, totalSize=32.1 K 2024-12-03T18:28:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,187 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c411d234b3c42cf84ae37f85bc0aaff, keycount=50, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1733250524488 2024-12-03T18:28:47,187 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting a298cc204faf4b068231039dd344c772, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733250523335 2024-12-03T18:28:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,188 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 638c401b3b8b400e9d89a2b9115f02d6, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1733250525813 2024-12-03T18:28:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,189 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting d6c3a48848de40deb4972e6f01dfde85, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1733250524488 2024-12-03T18:28:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,190 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting db0402cda48b432d8beddb1b11e846d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1733250525813 2024-12-03T18:28:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:28:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-03T18:28:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,200 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,207 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-03T18:28:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:47,219 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 33f4fc87408aa2b08fb9305f10f46e96 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-12-03T18:28:47,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=A 2024-12-03T18:28:47,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:47,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=B 2024-12-03T18:28:47,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:47,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=C 2024-12-03T18:28:47,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:47,220 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33f4fc87408aa2b08fb9305f10f46e96#B#compaction#176 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:47,220 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/3848f57acbed402783635c572cffc717 is 50, key is test_row_0/B:col10/1733250526177/Put/seqid=0 2024-12-03T18:28:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,223 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120315ad911e6243443d8bd0e419e51fedb7_33f4fc87408aa2b08fb9305f10f46e96 store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,224 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120315ad911e6243443d8bd0e419e51fedb7_33f4fc87408aa2b08fb9305f10f46e96, store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:47,225 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120315ad911e6243443d8bd0e419e51fedb7_33f4fc87408aa2b08fb9305f10f46e96 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742045_1221 (size=13255) 2024-12-03T18:28:47,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742046_1222 (size=4469) 2024-12-03T18:28:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,257 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/3848f57acbed402783635c572cffc717 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/3848f57acbed402783635c572cffc717 2024-12-03T18:28:47,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203d2a1e5ebd5ad46c1ad627015b104e069_33f4fc87408aa2b08fb9305f10f46e96 is 50, key is test_row_0/A:col10/1733250526182/Put/seqid=0 2024-12-03T18:28:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,258 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33f4fc87408aa2b08fb9305f10f46e96#A#compaction#175 average throughput is 0.42 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,259 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/55a9b7d0aba04928a76645b685479de0 is 175, key is test_row_0/A:col10/1733250526177/Put/seqid=0 2024-12-03T18:28:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,267 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33f4fc87408aa2b08fb9305f10f46e96/B of 33f4fc87408aa2b08fb9305f10f46e96 into 3848f57acbed402783635c572cffc717(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:47,267 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,267 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96., storeName=33f4fc87408aa2b08fb9305f10f46e96/B, priority=13, startTime=1733250527184; duration=0sec 2024-12-03T18:28:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,267 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:28:47,267 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33f4fc87408aa2b08fb9305f10f46e96:B 2024-12-03T18:28:47,267 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,269 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32835 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:47,269 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 33f4fc87408aa2b08fb9305f10f46e96/C is initiating minor compaction (all files) 2024-12-03T18:28:47,269 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33f4fc87408aa2b08fb9305f10f46e96/C in TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,269 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/51ebe99e2dd24b2495821e12ee5fe03e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/38d28b226a694f80aa2669d9d90c8177, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/0d7040b6a8044dd694b9d488864b11db] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp, totalSize=32.1 K 2024-12-03T18:28:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,270 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 51ebe99e2dd24b2495821e12ee5fe03e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733250523335 2024-12-03T18:28:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,271 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 38d28b226a694f80aa2669d9d90c8177, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1733250524488 2024-12-03T18:28:47,271 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d7040b6a8044dd694b9d488864b11db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1733250525813 2024-12-03T18:28:47,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,286 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33f4fc87408aa2b08fb9305f10f46e96#C#compaction#178 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,287 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/451e276f53b742edad33e0d4a2dcd76a is 50, key is test_row_0/C:col10/1733250526177/Put/seqid=0 2024-12-03T18:28:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742048_1224 (size=32209) 2024-12-03T18:28:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742047_1223 (size=7374) 2024-12-03T18:28:47,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,308 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203d2a1e5ebd5ad46c1ad627015b104e069_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203d2a1e5ebd5ad46c1ad627015b104e069_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:47,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/ca8f3776823a462c8611be86f6873318, store: [table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:47,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742049_1225 (size=13221) 2024-12-03T18:28:47,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/ca8f3776823a462c8611be86f6873318 is 175, key is test_row_0/A:col10/1733250526182/Put/seqid=0 2024-12-03T18:28:47,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,345 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/55a9b7d0aba04928a76645b685479de0 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/55a9b7d0aba04928a76645b685479de0 2024-12-03T18:28:47,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,358 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/451e276f53b742edad33e0d4a2dcd76a as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/451e276f53b742edad33e0d4a2dcd76a 2024-12-03T18:28:47,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,362 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33f4fc87408aa2b08fb9305f10f46e96/A of 33f4fc87408aa2b08fb9305f10f46e96 into 55a9b7d0aba04928a76645b685479de0(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:47,362 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:47,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,364 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96., storeName=33f4fc87408aa2b08fb9305f10f46e96/A, priority=13, startTime=1733250527182; duration=0sec 2024-12-03T18:28:47,364 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:47,364 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33f4fc87408aa2b08fb9305f10f46e96:A 2024-12-03T18:28:47,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,370 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33f4fc87408aa2b08fb9305f10f46e96/C of 33f4fc87408aa2b08fb9305f10f46e96 into 451e276f53b742edad33e0d4a2dcd76a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:47,370 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:47,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,370 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96., storeName=33f4fc87408aa2b08fb9305f10f46e96/C, priority=13, startTime=1733250527185; duration=0sec 2024-12-03T18:28:47,370 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:47,370 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33f4fc87408aa2b08fb9305f10f46e96:C 2024-12-03T18:28:47,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742050_1226 (size=13865) 2024-12-03T18:28:47,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,375 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=409, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/ca8f3776823a462c8611be86f6873318 2024-12-03T18:28:47,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/daca62f5f00142a2bdb1186a942ac5f1 is 50, key is test_row_0/B:col10/1733250526182/Put/seqid=0 2024-12-03T18:28:47,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:47,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:47,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742051_1227 (size=7415) 2024-12-03T18:28:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:47,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:47,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250587487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-03T18:28:47,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250587589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:47,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:47,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250587799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:47,821 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/daca62f5f00142a2bdb1186a942ac5f1 2024-12-03T18:28:47,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/1f0a8e64ff1e40a8bce79b1717e43f2f is 50, key is test_row_0/C:col10/1733250526182/Put/seqid=0 2024-12-03T18:28:47,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742052_1228 (size=7415) 2024-12-03T18:28:47,859 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/1f0a8e64ff1e40a8bce79b1717e43f2f 2024-12-03T18:28:47,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/ca8f3776823a462c8611be86f6873318 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/ca8f3776823a462c8611be86f6873318 2024-12-03T18:28:47,873 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/ca8f3776823a462c8611be86f6873318, entries=50, sequenceid=409, filesize=13.5 K 2024-12-03T18:28:47,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/daca62f5f00142a2bdb1186a942ac5f1 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/daca62f5f00142a2bdb1186a942ac5f1 2024-12-03T18:28:47,879 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/daca62f5f00142a2bdb1186a942ac5f1, entries=50, sequenceid=409, filesize=7.2 K 2024-12-03T18:28:47,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/1f0a8e64ff1e40a8bce79b1717e43f2f as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/1f0a8e64ff1e40a8bce79b1717e43f2f 2024-12-03T18:28:47,906 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/1f0a8e64ff1e40a8bce79b1717e43f2f, entries=50, sequenceid=409, filesize=7.2 K 2024-12-03T18:28:47,911 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=194.56 KB/199230 for 33f4fc87408aa2b08fb9305f10f46e96 in 692ms, sequenceid=409, compaction requested=false 2024-12-03T18:28:47,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:47,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:47,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-12-03T18:28:47,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-12-03T18:28:47,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-03T18:28:47,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0220 sec 2024-12-03T18:28:47,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 1.0260 sec 2024-12-03T18:28:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-03T18:28:47,996 INFO [Thread-569 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-12-03T18:28:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:47,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 33f4fc87408aa2b08fb9305f10f46e96 3/3 column families, dataSize=201.27 KB heapSize=528.09 KB 2024-12-03T18:28:47,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=A 2024-12-03T18:28:47,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:47,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=B 2024-12-03T18:28:47,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:47,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:47,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=C 2024-12-03T18:28:47,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250587997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:47,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:28:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-12-03T18:28:48,001 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:28:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-03T18:28:48,010 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:28:48,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:28:48,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203958b8998a8ab4c8ea0ee7ebe228a78c3_33f4fc87408aa2b08fb9305f10f46e96 is 50, key is test_row_0/A:col10/1733250527482/Put/seqid=0 2024-12-03T18:28:48,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742053_1229 (size=12454) 2024-12-03T18:28:48,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250588098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-03T18:28:48,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250588103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:48,163 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:48,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-03T18:28:48,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:48,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:48,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:48,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:48,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:48,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58266 deadline: 1733250588191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:48,192 DEBUG [Thread-565 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8169 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96., hostname=5840ab6af6da,43459,1733250473452, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:28:48,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58312 deadline: 1733250588198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:48,200 DEBUG [Thread-559 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8173 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96., hostname=5840ab6af6da,43459,1733250473452, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:28:48,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58298 deadline: 1733250588209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:48,211 DEBUG [Thread-567 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8189 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96., hostname=5840ab6af6da,43459,1733250473452, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:28:48,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250588301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-03T18:28:48,316 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:48,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-03T18:28:48,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:48,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:48,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:48,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:48,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:48,434 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:48,438 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203958b8998a8ab4c8ea0ee7ebe228a78c3_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203958b8998a8ab4c8ea0ee7ebe228a78c3_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:48,439 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/fcae0e49f8684822837ca8fc9f6fb081, store: [table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:48,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/fcae0e49f8684822837ca8fc9f6fb081 is 175, key is test_row_0/A:col10/1733250527482/Put/seqid=0 2024-12-03T18:28:48,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742054_1230 (size=31255) 2024-12-03T18:28:48,471 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:48,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-03T18:28:48,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:48,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:48,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:48,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:48,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:48,498 DEBUG [Thread-574 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x517ff977 to 127.0.0.1:60582 2024-12-03T18:28:48,498 DEBUG [Thread-574 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:28:48,498 DEBUG [Thread-570 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x367f47f7 to 127.0.0.1:60582 2024-12-03T18:28:48,498 DEBUG [Thread-572 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x247c0c93 to 127.0.0.1:60582 2024-12-03T18:28:48,498 DEBUG [Thread-570 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:28:48,499 DEBUG [Thread-572 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:28:48,499 DEBUG [Thread-576 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3448d233 to 127.0.0.1:60582 2024-12-03T18:28:48,500 DEBUG [Thread-576 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:28:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-03T18:28:48,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250588604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:48,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250588609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:48,626 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:48,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-03T18:28:48,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:48,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:48,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:48,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:48,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:48,779 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:48,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-03T18:28:48,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:48,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:48,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:48,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:48,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:48,851 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=445, memsize=67.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/fcae0e49f8684822837ca8fc9f6fb081 2024-12-03T18:28:48,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/209a1bccc18b4b32b71a051bdf3a40b9 is 50, key is test_row_0/B:col10/1733250527482/Put/seqid=0 2024-12-03T18:28:48,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742055_1231 (size=12301) 2024-12-03T18:28:48,932 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:48,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-03T18:28:48,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:48,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:48,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:48,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:48,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:49,085 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:49,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-03T18:28:49,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:49,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:49,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:49,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:49,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-03T18:28:49,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58282 deadline: 1733250589109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:49,239 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:49,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-03T18:28:49,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:49,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:49,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:49,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:49,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:49,264 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/209a1bccc18b4b32b71a051bdf3a40b9 2024-12-03T18:28:49,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/c30d349ca185420ab21a38a331cc350b is 50, key is test_row_0/C:col10/1733250527482/Put/seqid=0 2024-12-03T18:28:49,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742056_1232 (size=12301) 2024-12-03T18:28:49,392 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:49,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-03T18:28:49,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:49,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:49,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:49,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:49,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:49,545 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:49,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-03T18:28:49,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:49,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:49,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:49,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:49,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:49,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:49,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:28:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58238 deadline: 1733250589619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:49,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/c30d349ca185420ab21a38a331cc350b 2024-12-03T18:28:49,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/fcae0e49f8684822837ca8fc9f6fb081 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/fcae0e49f8684822837ca8fc9f6fb081 2024-12-03T18:28:49,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/fcae0e49f8684822837ca8fc9f6fb081, entries=150, sequenceid=445, filesize=30.5 K 2024-12-03T18:28:49,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/209a1bccc18b4b32b71a051bdf3a40b9 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/209a1bccc18b4b32b71a051bdf3a40b9 2024-12-03T18:28:49,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/209a1bccc18b4b32b71a051bdf3a40b9, entries=150, sequenceid=445, filesize=12.0 K 2024-12-03T18:28:49,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/c30d349ca185420ab21a38a331cc350b as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/c30d349ca185420ab21a38a331cc350b 2024-12-03T18:28:49,697 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:49,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-03T18:28:49,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:49,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. as already flushing 2024-12-03T18:28:49,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:49,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:49,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:28:49,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/c30d349ca185420ab21a38a331cc350b, entries=150, sequenceid=445, filesize=12.0 K 2024-12-03T18:28:49,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~201.27 KB/206100, heapSize ~528.05 KB/540720, currentSize=0 B/0 for 33f4fc87408aa2b08fb9305f10f46e96 in 1706ms, sequenceid=445, compaction requested=true 2024-12-03T18:28:49,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:49,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33f4fc87408aa2b08fb9305f10f46e96:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:28:49,702 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:49,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:49,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33f4fc87408aa2b08fb9305f10f46e96:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:28:49,703 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:49,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:49,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33f4fc87408aa2b08fb9305f10f46e96:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:28:49,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:28:49,703 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 77329 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:49,703 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32971 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:49,704 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 33f4fc87408aa2b08fb9305f10f46e96/B is initiating minor compaction (all files) 2024-12-03T18:28:49,704 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 33f4fc87408aa2b08fb9305f10f46e96/A is initiating minor compaction (all files) 2024-12-03T18:28:49,704 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33f4fc87408aa2b08fb9305f10f46e96/A in TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:49,704 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33f4fc87408aa2b08fb9305f10f46e96/B in TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:49,704 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/55a9b7d0aba04928a76645b685479de0, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/ca8f3776823a462c8611be86f6873318, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/fcae0e49f8684822837ca8fc9f6fb081] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp, totalSize=75.5 K 2024-12-03T18:28:49,704 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/3848f57acbed402783635c572cffc717, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/daca62f5f00142a2bdb1186a942ac5f1, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/209a1bccc18b4b32b71a051bdf3a40b9] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp, totalSize=32.2 K 2024-12-03T18:28:49,704 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:49,704 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. files: [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/55a9b7d0aba04928a76645b685479de0, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/ca8f3776823a462c8611be86f6873318, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/fcae0e49f8684822837ca8fc9f6fb081] 2024-12-03T18:28:49,704 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 3848f57acbed402783635c572cffc717, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1733250525813 2024-12-03T18:28:49,704 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55a9b7d0aba04928a76645b685479de0, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1733250525813 2024-12-03T18:28:49,704 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting daca62f5f00142a2bdb1186a942ac5f1, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1733250526182 2024-12-03T18:28:49,704 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca8f3776823a462c8611be86f6873318, keycount=50, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1733250526182 2024-12-03T18:28:49,705 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 209a1bccc18b4b32b71a051bdf3a40b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1733250527482 2024-12-03T18:28:49,705 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting fcae0e49f8684822837ca8fc9f6fb081, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1733250527482 2024-12-03T18:28:49,714 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33f4fc87408aa2b08fb9305f10f46e96#B#compaction#184 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:49,715 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/99d6f25f3b034892988e54bb1c8a252e is 50, key is test_row_0/B:col10/1733250527482/Put/seqid=0 2024-12-03T18:28:49,715 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:49,718 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120305dec9a67e1a43fe9f242320f820ac90_33f4fc87408aa2b08fb9305f10f46e96 store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:49,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742057_1233 (size=13357) 2024-12-03T18:28:49,743 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120305dec9a67e1a43fe9f242320f820ac90_33f4fc87408aa2b08fb9305f10f46e96, store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:49,743 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120305dec9a67e1a43fe9f242320f820ac90_33f4fc87408aa2b08fb9305f10f46e96 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:49,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742058_1234 (size=4469) 2024-12-03T18:28:49,850 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:49,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-03T18:28:49,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:49,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:49,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:49,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-12-03T18:28:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-12-03T18:28:49,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-03T18:28:49,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8450 sec 2024-12-03T18:28:49,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 1.8610 sec 2024-12-03T18:28:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-03T18:28:50,106 INFO [Thread-569 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-12-03T18:28:50,112 DEBUG [Thread-561 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2931c73e to 127.0.0.1:60582 2024-12-03T18:28:50,112 DEBUG [Thread-561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:28:50,128 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/99d6f25f3b034892988e54bb1c8a252e as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/99d6f25f3b034892988e54bb1c8a252e 2024-12-03T18:28:50,132 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33f4fc87408aa2b08fb9305f10f46e96/B of 33f4fc87408aa2b08fb9305f10f46e96 into 99d6f25f3b034892988e54bb1c8a252e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:50,132 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:50,132 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96., storeName=33f4fc87408aa2b08fb9305f10f46e96/B, priority=13, startTime=1733250529703; duration=0sec 2024-12-03T18:28:50,132 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:28:50,132 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33f4fc87408aa2b08fb9305f10f46e96:B 2024-12-03T18:28:50,132 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:28:50,134 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32937 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:28:50,134 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 33f4fc87408aa2b08fb9305f10f46e96/C is initiating minor compaction (all files) 2024-12-03T18:28:50,134 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33f4fc87408aa2b08fb9305f10f46e96/C in TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:50,134 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/451e276f53b742edad33e0d4a2dcd76a, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/1f0a8e64ff1e40a8bce79b1717e43f2f, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/c30d349ca185420ab21a38a331cc350b] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp, totalSize=32.2 K 2024-12-03T18:28:50,134 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 451e276f53b742edad33e0d4a2dcd76a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1733250525813 2024-12-03T18:28:50,135 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f0a8e64ff1e40a8bce79b1717e43f2f, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1733250526182 2024-12-03T18:28:50,135 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting c30d349ca185420ab21a38a331cc350b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1733250527482 2024-12-03T18:28:50,145 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33f4fc87408aa2b08fb9305f10f46e96#C#compaction#186 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:50,146 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/2e6706f6524244dda2040f10a57b4ebf is 50, key is test_row_0/C:col10/1733250527482/Put/seqid=0 2024-12-03T18:28:50,154 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33f4fc87408aa2b08fb9305f10f46e96#A#compaction#185 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:28:50,155 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/d0cd455ce4b8460ba199f88be6b5f655 is 175, key is test_row_0/A:col10/1733250527482/Put/seqid=0 2024-12-03T18:28:50,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742059_1235 (size=13323) 2024-12-03T18:28:50,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742060_1236 (size=32311) 2024-12-03T18:28:50,569 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/2e6706f6524244dda2040f10a57b4ebf as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/2e6706f6524244dda2040f10a57b4ebf 2024-12-03T18:28:50,575 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/d0cd455ce4b8460ba199f88be6b5f655 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/d0cd455ce4b8460ba199f88be6b5f655 2024-12-03T18:28:50,576 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33f4fc87408aa2b08fb9305f10f46e96/C of 33f4fc87408aa2b08fb9305f10f46e96 into 2e6706f6524244dda2040f10a57b4ebf(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:50,576 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:50,576 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96., storeName=33f4fc87408aa2b08fb9305f10f46e96/C, priority=13, startTime=1733250529703; duration=0sec 2024-12-03T18:28:50,576 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:50,576 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33f4fc87408aa2b08fb9305f10f46e96:C 2024-12-03T18:28:50,580 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33f4fc87408aa2b08fb9305f10f46e96/A of 33f4fc87408aa2b08fb9305f10f46e96 into d0cd455ce4b8460ba199f88be6b5f655(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:28:50,580 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:28:50,580 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96., storeName=33f4fc87408aa2b08fb9305f10f46e96/A, priority=13, startTime=1733250529702; duration=0sec 2024-12-03T18:28:50,580 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:28:50,580 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33f4fc87408aa2b08fb9305f10f46e96:A 2024-12-03T18:28:51,211 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T18:28:51,641 DEBUG [Thread-563 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x176c5c1b to 127.0.0.1:60582 2024-12-03T18:28:51,641 DEBUG [Thread-563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:28:57,740 DEBUG [master/5840ab6af6da:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region ef816aa27de679cad055ec0ca2270c93 changed from -1.0 to 0.0, refreshing cache 2024-12-03T18:28:58,204 DEBUG [Thread-559 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c826820 to 127.0.0.1:60582 2024-12-03T18:28:58,204 DEBUG [Thread-559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:28:58,259 DEBUG [Thread-567 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x46114993 to 127.0.0.1:60582 2024-12-03T18:28:58,259 DEBUG [Thread-565 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x190853fc to 127.0.0.1:60582 2024-12-03T18:28:58,259 DEBUG [Thread-567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:28:58,259 DEBUG [Thread-565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:28:58,259 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-03T18:28:58,259 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-12-03T18:28:58,259 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 100 2024-12-03T18:28:58,259 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 102 2024-12-03T18:28:58,259 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-12-03T18:28:58,259 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-12-03T18:28:58,259 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-03T18:28:58,259 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4666 2024-12-03T18:28:58,259 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4649 2024-12-03T18:28:58,259 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-03T18:28:58,259 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1927 2024-12-03T18:28:58,259 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5781 rows 2024-12-03T18:28:58,259 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1917 2024-12-03T18:28:58,259 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5748 rows 2024-12-03T18:28:58,260 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-03T18:28:58,260 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4e560c7b to 127.0.0.1:60582 2024-12-03T18:28:58,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:28:58,262 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-03T18:28:58,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-03T18:28:58,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-03T18:28:58,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-03T18:28:58,268 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250538267"}]},"ts":"1733250538267"} 2024-12-03T18:28:58,270 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-03T18:28:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-03T18:28:58,368 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-03T18:28:58,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T18:28:58,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=33f4fc87408aa2b08fb9305f10f46e96, UNASSIGN}] 2024-12-03T18:28:58,370 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=33f4fc87408aa2b08fb9305f10f46e96, UNASSIGN 2024-12-03T18:28:58,370 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=33f4fc87408aa2b08fb9305f10f46e96, regionState=CLOSING, regionLocation=5840ab6af6da,43459,1733250473452 2024-12-03T18:28:58,371 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T18:28:58,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; CloseRegionProcedure 33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452}] 2024-12-03T18:28:58,523 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:28:58,523 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] handler.UnassignRegionHandler(124): Close 33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:58,523 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-03T18:28:58,524 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1681): Closing 33f4fc87408aa2b08fb9305f10f46e96, disabling compactions & flushes 2024-12-03T18:28:58,524 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:58,524 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:58,524 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. after waiting 0 ms 2024-12-03T18:28:58,524 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:28:58,524 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(2837): Flushing 33f4fc87408aa2b08fb9305f10f46e96 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-03T18:28:58,524 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=A 2024-12-03T18:28:58,524 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:58,524 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=B 2024-12-03T18:28:58,524 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:58,524 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33f4fc87408aa2b08fb9305f10f46e96, store=C 2024-12-03T18:28:58,524 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:28:58,532 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203d98cabe9371d4c5aadf7f13a2ebe50bf_33f4fc87408aa2b08fb9305f10f46e96 is 50, key is test_row_0/A:col10/1733250538246/Put/seqid=0 2024-12-03T18:28:58,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742061_1237 (size=12454) 2024-12-03T18:28:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-03T18:28:58,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-03T18:28:58,938 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:28:58,942 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203d98cabe9371d4c5aadf7f13a2ebe50bf_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203d98cabe9371d4c5aadf7f13a2ebe50bf_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:28:58,943 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/0940198d3b214f869aeb87680008db15, store: [table=TestAcidGuarantees family=A region=33f4fc87408aa2b08fb9305f10f46e96] 2024-12-03T18:28:58,944 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/0940198d3b214f869aeb87680008db15 is 175, key is test_row_0/A:col10/1733250538246/Put/seqid=0 2024-12-03T18:28:58,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742062_1238 (size=31255) 2024-12-03T18:28:59,349 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=457, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/0940198d3b214f869aeb87680008db15 2024-12-03T18:28:59,358 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/57d63f987542432489077932a1a2fc8e is 50, key is test_row_0/B:col10/1733250538246/Put/seqid=0 2024-12-03T18:28:59,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742063_1239 (size=12301) 2024-12-03T18:28:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-03T18:28:59,762 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/57d63f987542432489077932a1a2fc8e 2024-12-03T18:28:59,771 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/6a910692cb884a009d9d75c2aeb6198b is 50, key is test_row_0/C:col10/1733250538246/Put/seqid=0 2024-12-03T18:28:59,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742064_1240 (size=12301) 2024-12-03T18:28:59,776 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/6a910692cb884a009d9d75c2aeb6198b 2024-12-03T18:28:59,781 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/A/0940198d3b214f869aeb87680008db15 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/0940198d3b214f869aeb87680008db15 2024-12-03T18:28:59,793 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/0940198d3b214f869aeb87680008db15, entries=150, sequenceid=457, filesize=30.5 K 2024-12-03T18:28:59,795 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/B/57d63f987542432489077932a1a2fc8e as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/57d63f987542432489077932a1a2fc8e 2024-12-03T18:28:59,799 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/57d63f987542432489077932a1a2fc8e, entries=150, sequenceid=457, filesize=12.0 K 2024-12-03T18:28:59,801 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/.tmp/C/6a910692cb884a009d9d75c2aeb6198b as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/6a910692cb884a009d9d75c2aeb6198b 2024-12-03T18:28:59,809 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/6a910692cb884a009d9d75c2aeb6198b, entries=150, sequenceid=457, filesize=12.0 K 2024-12-03T18:28:59,810 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 33f4fc87408aa2b08fb9305f10f46e96 in 1286ms, sequenceid=457, compaction requested=false 2024-12-03T18:28:59,811 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/f62a15a984e645eba77e338c240a67e7, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/65a63a74712b47da969c056526995cb6, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/d3140b090a444af6911dd0be466bc073, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/8dbfd49a106c49ba92e7175acc7e5890, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/57d382dde54d4c308a24a98e9ec3b9b1, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/bc660e91cd2f4365bbfeae42f40067b2, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/db38623051074422b2deadf73e9c3eb0, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/3f276bc7278649d6897cb4dd536c81a1, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/84ccb260c1b44682a8a962a2f02c53ec, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/111e9d5987df4c2aa12df28155d725cf, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/7c2ffb05ad29417aaa666ab52c78b787, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/94f99d24fe9a48fbb6bbf21daf85fea7, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/cfa1bdf448674fbea3339db69533d6d1, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/a140f443db67418282d926dc9c139e7e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/64647a69210147bebe4572f69ae9440e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/78f41e186626423985318e2072c58b48, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/1efb6d25334e4148b55027d2256ccbff, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/abacabe0080b4b9b8947a5510703967e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/b1e0db3b19e3448aabd3b36a80273e52, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/52fe1d7b6f8b4c468f48944bf749560d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/dbc90a342f1a48628c64378479610148, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/b1404cf533c9492b87c74dbe5cbc7d4f, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/77920014e5f040458eb07482f841b6cb, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/a2b7015afed240ac94219c2862281bba, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/c9e2ed965d904c6fb617baa48305230f, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/5726746ddc674d5bbe50ad3954ea1b37, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/7c411d234b3c42cf84ae37f85bc0aaff, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/638c401b3b8b400e9d89a2b9115f02d6, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/55a9b7d0aba04928a76645b685479de0, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/ca8f3776823a462c8611be86f6873318, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/fcae0e49f8684822837ca8fc9f6fb081] to archive 2024-12-03T18:28:59,812 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T18:28:59,813 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/f62a15a984e645eba77e338c240a67e7 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/f62a15a984e645eba77e338c240a67e7 2024-12-03T18:28:59,815 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/65a63a74712b47da969c056526995cb6 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/65a63a74712b47da969c056526995cb6 2024-12-03T18:28:59,816 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/d3140b090a444af6911dd0be466bc073 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/d3140b090a444af6911dd0be466bc073 2024-12-03T18:28:59,817 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/8dbfd49a106c49ba92e7175acc7e5890 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/8dbfd49a106c49ba92e7175acc7e5890 2024-12-03T18:28:59,819 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/57d382dde54d4c308a24a98e9ec3b9b1 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/57d382dde54d4c308a24a98e9ec3b9b1 2024-12-03T18:28:59,820 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/bc660e91cd2f4365bbfeae42f40067b2 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/bc660e91cd2f4365bbfeae42f40067b2 2024-12-03T18:28:59,821 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/db38623051074422b2deadf73e9c3eb0 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/db38623051074422b2deadf73e9c3eb0 2024-12-03T18:28:59,822 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/3f276bc7278649d6897cb4dd536c81a1 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/3f276bc7278649d6897cb4dd536c81a1 2024-12-03T18:28:59,824 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/84ccb260c1b44682a8a962a2f02c53ec to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/84ccb260c1b44682a8a962a2f02c53ec 2024-12-03T18:28:59,825 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/111e9d5987df4c2aa12df28155d725cf to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/111e9d5987df4c2aa12df28155d725cf 2024-12-03T18:28:59,826 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/7c2ffb05ad29417aaa666ab52c78b787 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/7c2ffb05ad29417aaa666ab52c78b787 2024-12-03T18:28:59,828 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/94f99d24fe9a48fbb6bbf21daf85fea7 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/94f99d24fe9a48fbb6bbf21daf85fea7 2024-12-03T18:28:59,829 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/cfa1bdf448674fbea3339db69533d6d1 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/cfa1bdf448674fbea3339db69533d6d1 2024-12-03T18:28:59,831 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/a140f443db67418282d926dc9c139e7e to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/a140f443db67418282d926dc9c139e7e 2024-12-03T18:28:59,832 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/64647a69210147bebe4572f69ae9440e to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/64647a69210147bebe4572f69ae9440e 2024-12-03T18:28:59,833 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/78f41e186626423985318e2072c58b48 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/78f41e186626423985318e2072c58b48 2024-12-03T18:28:59,835 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/1efb6d25334e4148b55027d2256ccbff to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/1efb6d25334e4148b55027d2256ccbff 2024-12-03T18:28:59,836 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/abacabe0080b4b9b8947a5510703967e to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/abacabe0080b4b9b8947a5510703967e 2024-12-03T18:28:59,837 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/b1e0db3b19e3448aabd3b36a80273e52 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/b1e0db3b19e3448aabd3b36a80273e52 2024-12-03T18:28:59,839 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/52fe1d7b6f8b4c468f48944bf749560d to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/52fe1d7b6f8b4c468f48944bf749560d 2024-12-03T18:28:59,841 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/dbc90a342f1a48628c64378479610148 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/dbc90a342f1a48628c64378479610148 2024-12-03T18:28:59,842 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/b1404cf533c9492b87c74dbe5cbc7d4f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/b1404cf533c9492b87c74dbe5cbc7d4f 2024-12-03T18:28:59,843 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/77920014e5f040458eb07482f841b6cb to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/77920014e5f040458eb07482f841b6cb 2024-12-03T18:28:59,845 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/a2b7015afed240ac94219c2862281bba to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/a2b7015afed240ac94219c2862281bba 2024-12-03T18:28:59,848 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/c9e2ed965d904c6fb617baa48305230f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/c9e2ed965d904c6fb617baa48305230f 2024-12-03T18:28:59,850 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/5726746ddc674d5bbe50ad3954ea1b37 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/5726746ddc674d5bbe50ad3954ea1b37 2024-12-03T18:28:59,851 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/7c411d234b3c42cf84ae37f85bc0aaff to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/7c411d234b3c42cf84ae37f85bc0aaff 2024-12-03T18:28:59,853 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/638c401b3b8b400e9d89a2b9115f02d6 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/638c401b3b8b400e9d89a2b9115f02d6 2024-12-03T18:28:59,854 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/55a9b7d0aba04928a76645b685479de0 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/55a9b7d0aba04928a76645b685479de0 2024-12-03T18:28:59,855 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/ca8f3776823a462c8611be86f6873318 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/ca8f3776823a462c8611be86f6873318 2024-12-03T18:28:59,857 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/fcae0e49f8684822837ca8fc9f6fb081 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/fcae0e49f8684822837ca8fc9f6fb081 2024-12-03T18:28:59,858 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/6f355368f3c348b8a36ede50344f2c3b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/2c3ac38c575c4c039f219a6512816470, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/aea09ea5ee624a6fade7f00eca0ee380, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/d03f72b7e9c04fa484f9ae467b7bda1f, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/47bdf493e80d4e039a95ed51e26e8620, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/34387d76f29a4ea0a77222be0f0d8675, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/e5acf28b48f74cfc820916a0e4c6aeb5, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/f72e9d0ba52348be80eccfef45745eb9, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/7d7840d168924831b41b23538e42dd8b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/cc67dd7b6d33402dafcabd64b345d497, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/d4619f64c005486286009219299eeb56, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/8bd72f817b894042823569e9d04598e0, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/001eeee03e264d0380573145d018030a, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/2511e81fd4f742a5bb8c04e91c6ee44e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/5e555df039d249218e05ad85207b255c, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/4928e4cf3fe24275bacb8df7ea798a9c, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/dad2b20ebbc544af833755b385bf3a76, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/06e45c2f7c8c46a19ad322039c7afd61, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/6a51224d25d74cbbb8e14874a4e02104, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/c92f63efc77549f99c8777040b0db27f, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/2c4893c16ee44b168da71d16f9f0a5db, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/d17f021821434f89b516f902d2ce309a, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/04a70132ac944fd1ad0fa899e00f0761, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/245dffa169834939ac2491bfa3caa65d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/a298cc204faf4b068231039dd344c772, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/3335f52455944de1b72996f36d8b0279, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/d6c3a48848de40deb4972e6f01dfde85, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/3848f57acbed402783635c572cffc717, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/db0402cda48b432d8beddb1b11e846d8, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/daca62f5f00142a2bdb1186a942ac5f1, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/209a1bccc18b4b32b71a051bdf3a40b9] to archive 2024-12-03T18:28:59,860 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T18:28:59,862 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/6f355368f3c348b8a36ede50344f2c3b to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/6f355368f3c348b8a36ede50344f2c3b 2024-12-03T18:28:59,863 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/2c3ac38c575c4c039f219a6512816470 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/2c3ac38c575c4c039f219a6512816470 2024-12-03T18:28:59,865 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/aea09ea5ee624a6fade7f00eca0ee380 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/aea09ea5ee624a6fade7f00eca0ee380 2024-12-03T18:28:59,868 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/d03f72b7e9c04fa484f9ae467b7bda1f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/d03f72b7e9c04fa484f9ae467b7bda1f 2024-12-03T18:28:59,870 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/47bdf493e80d4e039a95ed51e26e8620 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/47bdf493e80d4e039a95ed51e26e8620 2024-12-03T18:28:59,871 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/34387d76f29a4ea0a77222be0f0d8675 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/34387d76f29a4ea0a77222be0f0d8675 2024-12-03T18:28:59,872 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/e5acf28b48f74cfc820916a0e4c6aeb5 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/e5acf28b48f74cfc820916a0e4c6aeb5 2024-12-03T18:28:59,874 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/f72e9d0ba52348be80eccfef45745eb9 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/f72e9d0ba52348be80eccfef45745eb9 2024-12-03T18:28:59,876 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/7d7840d168924831b41b23538e42dd8b to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/7d7840d168924831b41b23538e42dd8b 2024-12-03T18:28:59,877 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/cc67dd7b6d33402dafcabd64b345d497 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/cc67dd7b6d33402dafcabd64b345d497 2024-12-03T18:28:59,878 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/d4619f64c005486286009219299eeb56 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/d4619f64c005486286009219299eeb56 2024-12-03T18:28:59,880 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/8bd72f817b894042823569e9d04598e0 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/8bd72f817b894042823569e9d04598e0 2024-12-03T18:28:59,881 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/001eeee03e264d0380573145d018030a to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/001eeee03e264d0380573145d018030a 2024-12-03T18:28:59,884 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/2511e81fd4f742a5bb8c04e91c6ee44e to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/2511e81fd4f742a5bb8c04e91c6ee44e 2024-12-03T18:28:59,891 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/5e555df039d249218e05ad85207b255c to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/5e555df039d249218e05ad85207b255c 2024-12-03T18:28:59,902 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/4928e4cf3fe24275bacb8df7ea798a9c to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/4928e4cf3fe24275bacb8df7ea798a9c 2024-12-03T18:28:59,914 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/dad2b20ebbc544af833755b385bf3a76 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/dad2b20ebbc544af833755b385bf3a76 2024-12-03T18:28:59,918 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/06e45c2f7c8c46a19ad322039c7afd61 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/06e45c2f7c8c46a19ad322039c7afd61 2024-12-03T18:28:59,922 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/6a51224d25d74cbbb8e14874a4e02104 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/6a51224d25d74cbbb8e14874a4e02104 2024-12-03T18:28:59,927 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/c92f63efc77549f99c8777040b0db27f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/c92f63efc77549f99c8777040b0db27f 2024-12-03T18:28:59,930 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/2c4893c16ee44b168da71d16f9f0a5db to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/2c4893c16ee44b168da71d16f9f0a5db 2024-12-03T18:28:59,937 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/d17f021821434f89b516f902d2ce309a to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/d17f021821434f89b516f902d2ce309a 2024-12-03T18:28:59,941 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/04a70132ac944fd1ad0fa899e00f0761 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/04a70132ac944fd1ad0fa899e00f0761 2024-12-03T18:28:59,943 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/245dffa169834939ac2491bfa3caa65d to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/245dffa169834939ac2491bfa3caa65d 2024-12-03T18:28:59,945 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/a298cc204faf4b068231039dd344c772 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/a298cc204faf4b068231039dd344c772 2024-12-03T18:28:59,946 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/3335f52455944de1b72996f36d8b0279 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/3335f52455944de1b72996f36d8b0279 2024-12-03T18:28:59,948 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/d6c3a48848de40deb4972e6f01dfde85 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/d6c3a48848de40deb4972e6f01dfde85 2024-12-03T18:28:59,951 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/3848f57acbed402783635c572cffc717 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/3848f57acbed402783635c572cffc717 2024-12-03T18:28:59,954 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/db0402cda48b432d8beddb1b11e846d8 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/db0402cda48b432d8beddb1b11e846d8 2024-12-03T18:28:59,958 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/daca62f5f00142a2bdb1186a942ac5f1 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/daca62f5f00142a2bdb1186a942ac5f1 2024-12-03T18:28:59,960 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/209a1bccc18b4b32b71a051bdf3a40b9 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/209a1bccc18b4b32b71a051bdf3a40b9 2024-12-03T18:28:59,971 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/0ff867d12925414b9d56a2c9d6251ffa, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/db0c33cc195f48c18bf91afe443e8c8b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/154aa79f716a46919de92bfd87b067e1, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/2771a1cb70c942438ff13dabeb0f3f84, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/9f4c54a4999445ad9bdab9b80c8c1963, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/a5744d8d1a0640dab1245321a04f9843, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/7bc6f3889fca4961a3cff9ec8122a518, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/4f0d9ec29bf94955ab52c93b2b432cea, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/714cad9291574ec1a912bde4b7761c1d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/61a764d4867049d6b0101d95d62ed7f5, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/a263034f5b6f4746abd13027b92e5dd2, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/322f7dcb89af4cb39f6edf274df08082, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/ff0ce8571b0e4fa3be2ee8914279a2f7, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/723eba80884d476cb4effbcd889709fc, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/0298c321f8554839a323dcee940b6dd0, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/6d20c1ee687347d681081a71db47bb10, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/63182f1da4a9421993841fdedd0faf45, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/4752e31be6b44161b6df2485716737c4, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/d522467d56904c7cbd1019802350109e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/9726752ea1de4e5a9da002b86d46314f, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/fa977e11d9334cb6a257f3a1bbae2432, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/ddf9651032cf49d69c349b1fd90092ac, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/14442c32c37f4b87bd23564b334fd3ba, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/51ebe99e2dd24b2495821e12ee5fe03e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/58dc83977ebc46ee92af00f0b8e9654e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/38d28b226a694f80aa2669d9d90c8177, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/451e276f53b742edad33e0d4a2dcd76a, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/0d7040b6a8044dd694b9d488864b11db, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/1f0a8e64ff1e40a8bce79b1717e43f2f, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/c30d349ca185420ab21a38a331cc350b] to archive 2024-12-03T18:28:59,974 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T18:28:59,984 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/0ff867d12925414b9d56a2c9d6251ffa to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/0ff867d12925414b9d56a2c9d6251ffa 2024-12-03T18:28:59,995 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/db0c33cc195f48c18bf91afe443e8c8b to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/db0c33cc195f48c18bf91afe443e8c8b 2024-12-03T18:29:00,007 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/154aa79f716a46919de92bfd87b067e1 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/154aa79f716a46919de92bfd87b067e1 2024-12-03T18:29:00,011 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/2771a1cb70c942438ff13dabeb0f3f84 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/2771a1cb70c942438ff13dabeb0f3f84 2024-12-03T18:29:00,015 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/9f4c54a4999445ad9bdab9b80c8c1963 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/9f4c54a4999445ad9bdab9b80c8c1963 2024-12-03T18:29:00,019 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/a5744d8d1a0640dab1245321a04f9843 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/a5744d8d1a0640dab1245321a04f9843 2024-12-03T18:29:00,025 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/7bc6f3889fca4961a3cff9ec8122a518 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/7bc6f3889fca4961a3cff9ec8122a518 2024-12-03T18:29:00,032 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/4f0d9ec29bf94955ab52c93b2b432cea to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/4f0d9ec29bf94955ab52c93b2b432cea 2024-12-03T18:29:00,034 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/714cad9291574ec1a912bde4b7761c1d to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/714cad9291574ec1a912bde4b7761c1d 2024-12-03T18:29:00,036 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/61a764d4867049d6b0101d95d62ed7f5 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/61a764d4867049d6b0101d95d62ed7f5 2024-12-03T18:29:00,039 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/a263034f5b6f4746abd13027b92e5dd2 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/a263034f5b6f4746abd13027b92e5dd2 2024-12-03T18:29:00,040 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/322f7dcb89af4cb39f6edf274df08082 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/322f7dcb89af4cb39f6edf274df08082 2024-12-03T18:29:00,050 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/ff0ce8571b0e4fa3be2ee8914279a2f7 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/ff0ce8571b0e4fa3be2ee8914279a2f7 2024-12-03T18:29:00,054 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/723eba80884d476cb4effbcd889709fc to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/723eba80884d476cb4effbcd889709fc 2024-12-03T18:29:00,056 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/0298c321f8554839a323dcee940b6dd0 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/0298c321f8554839a323dcee940b6dd0 2024-12-03T18:29:00,059 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/6d20c1ee687347d681081a71db47bb10 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/6d20c1ee687347d681081a71db47bb10 2024-12-03T18:29:00,060 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/63182f1da4a9421993841fdedd0faf45 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/63182f1da4a9421993841fdedd0faf45 2024-12-03T18:29:00,062 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/4752e31be6b44161b6df2485716737c4 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/4752e31be6b44161b6df2485716737c4 2024-12-03T18:29:00,065 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/d522467d56904c7cbd1019802350109e to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/d522467d56904c7cbd1019802350109e 2024-12-03T18:29:00,068 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/9726752ea1de4e5a9da002b86d46314f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/9726752ea1de4e5a9da002b86d46314f 2024-12-03T18:29:00,070 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/fa977e11d9334cb6a257f3a1bbae2432 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/fa977e11d9334cb6a257f3a1bbae2432 2024-12-03T18:29:00,078 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/ddf9651032cf49d69c349b1fd90092ac to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/ddf9651032cf49d69c349b1fd90092ac 2024-12-03T18:29:00,080 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/14442c32c37f4b87bd23564b334fd3ba to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/14442c32c37f4b87bd23564b334fd3ba 2024-12-03T18:29:00,081 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/51ebe99e2dd24b2495821e12ee5fe03e to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/51ebe99e2dd24b2495821e12ee5fe03e 2024-12-03T18:29:00,090 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/58dc83977ebc46ee92af00f0b8e9654e to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/58dc83977ebc46ee92af00f0b8e9654e 2024-12-03T18:29:00,099 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/38d28b226a694f80aa2669d9d90c8177 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/38d28b226a694f80aa2669d9d90c8177 2024-12-03T18:29:00,101 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/451e276f53b742edad33e0d4a2dcd76a to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/451e276f53b742edad33e0d4a2dcd76a 2024-12-03T18:29:00,105 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/0d7040b6a8044dd694b9d488864b11db to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/0d7040b6a8044dd694b9d488864b11db 2024-12-03T18:29:00,113 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/1f0a8e64ff1e40a8bce79b1717e43f2f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/1f0a8e64ff1e40a8bce79b1717e43f2f 2024-12-03T18:29:00,115 DEBUG [StoreCloser-TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/c30d349ca185420ab21a38a331cc350b to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/c30d349ca185420ab21a38a331cc350b 2024-12-03T18:29:00,125 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/recovered.edits/460.seqid, newMaxSeqId=460, maxSeqId=4 2024-12-03T18:29:00,126 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96. 2024-12-03T18:29:00,126 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1635): Region close journal for 33f4fc87408aa2b08fb9305f10f46e96: 2024-12-03T18:29:00,128 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] handler.UnassignRegionHandler(170): Closed 33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:29:00,129 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=33f4fc87408aa2b08fb9305f10f46e96, regionState=CLOSED 2024-12-03T18:29:00,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-03T18:29:00,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; CloseRegionProcedure 33f4fc87408aa2b08fb9305f10f46e96, server=5840ab6af6da,43459,1733250473452 in 1.7590 sec 2024-12-03T18:29:00,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=69, resume processing ppid=68 2024-12-03T18:29:00,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, ppid=68, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=33f4fc87408aa2b08fb9305f10f46e96, UNASSIGN in 1.7770 sec 2024-12-03T18:29:00,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-03T18:29:00,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7810 sec 2024-12-03T18:29:00,151 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250540151"}]},"ts":"1733250540151"} 2024-12-03T18:29:00,153 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-03T18:29:00,162 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-03T18:29:00,167 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9020 sec 2024-12-03T18:29:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-03T18:29:00,370 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-12-03T18:29:00,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-03T18:29:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T18:29:00,372 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=71, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T18:29:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-03T18:29:00,372 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=71, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T18:29:00,374 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:29:00,377 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A, FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B, FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C, FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/recovered.edits] 2024-12-03T18:29:00,380 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/0940198d3b214f869aeb87680008db15 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/0940198d3b214f869aeb87680008db15 2024-12-03T18:29:00,381 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/d0cd455ce4b8460ba199f88be6b5f655 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/A/d0cd455ce4b8460ba199f88be6b5f655 2024-12-03T18:29:00,385 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/57d63f987542432489077932a1a2fc8e to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/57d63f987542432489077932a1a2fc8e 2024-12-03T18:29:00,389 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/99d6f25f3b034892988e54bb1c8a252e to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/B/99d6f25f3b034892988e54bb1c8a252e 2024-12-03T18:29:00,392 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/2e6706f6524244dda2040f10a57b4ebf to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/2e6706f6524244dda2040f10a57b4ebf 2024-12-03T18:29:00,393 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/6a910692cb884a009d9d75c2aeb6198b to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/C/6a910692cb884a009d9d75c2aeb6198b 2024-12-03T18:29:00,396 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/recovered.edits/460.seqid to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96/recovered.edits/460.seqid 2024-12-03T18:29:00,397 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:29:00,397 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-03T18:29:00,397 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-03T18:29:00,398 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-03T18:29:00,402 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120301baf7dd49b6412e85168faf2bba1cbc_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120301baf7dd49b6412e85168faf2bba1cbc_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:29:00,404 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412031125d59c281749c796edfd3c6b334ddd_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412031125d59c281749c796edfd3c6b334ddd_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:29:00,406 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412032353c7a51de54b1cb6d813ff86da50e6_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412032353c7a51de54b1cb6d813ff86da50e6_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:29:00,408 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203238fed14ebf145f7a95dd2b87309daa9_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203238fed14ebf145f7a95dd2b87309daa9_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:29:00,411 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120324105cf8627d4da292fd3feee3264b79_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120324105cf8627d4da292fd3feee3264b79_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:29:00,415 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120342811e5bbea14542b848dfe9c591dd1b_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120342811e5bbea14542b848dfe9c591dd1b_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:29:00,418 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120344b72f0c7e604d31bbaae6553b884eab_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120344b72f0c7e604d31bbaae6553b884eab_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:29:00,419 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120372a175225aaf418180cf861ccd1549be_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120372a175225aaf418180cf861ccd1549be_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:29:00,421 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120387031ae336f445cf9b141de69cfee405_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120387031ae336f445cf9b141de69cfee405_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:29:00,422 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120387618689585f45a69bbf9801de289f23_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120387618689585f45a69bbf9801de289f23_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:29:00,423 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203958b8998a8ab4c8ea0ee7ebe228a78c3_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203958b8998a8ab4c8ea0ee7ebe228a78c3_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:29:00,424 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b2a937b6b2aa4a0e8b2f1948180e2f9e_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b2a937b6b2aa4a0e8b2f1948180e2f9e_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:29:00,426 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b875c39c44f84a94917e9cacf9ad56f3_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b875c39c44f84a94917e9cacf9ad56f3_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:29:00,428 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b96f0e1e890841c89155a68c2d34211a_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b96f0e1e890841c89155a68c2d34211a_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:29:00,429 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c80a8f2908574460afab38b98f1b7724_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c80a8f2908574460afab38b98f1b7724_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:29:00,431 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203d2a1e5ebd5ad46c1ad627015b104e069_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203d2a1e5ebd5ad46c1ad627015b104e069_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:29:00,434 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203d70d5b86b4ce459baf1e0fb6dc80f78b_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203d70d5b86b4ce459baf1e0fb6dc80f78b_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:29:00,436 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203d98cabe9371d4c5aadf7f13a2ebe50bf_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203d98cabe9371d4c5aadf7f13a2ebe50bf_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:29:00,437 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203dc8c0def83684d6eaffa7bbb6b0cd274_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203dc8c0def83684d6eaffa7bbb6b0cd274_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:29:00,439 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203ddbf53d5c51f49ac81bf7cd253bcd642_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203ddbf53d5c51f49ac81bf7cd253bcd642_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:29:00,442 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e150458860a046719d4e494e1664b2ee_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e150458860a046719d4e494e1664b2ee_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:29:00,444 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e2ea7457f71e41aa90db50285b50f6dd_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e2ea7457f71e41aa90db50285b50f6dd_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:29:00,445 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e5408a8f91bd4e6097fb5189e0ed7445_33f4fc87408aa2b08fb9305f10f46e96 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e5408a8f91bd4e6097fb5189e0ed7445_33f4fc87408aa2b08fb9305f10f46e96 2024-12-03T18:29:00,446 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-03T18:29:00,451 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=71, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T18:29:00,455 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-03T18:29:00,458 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-03T18:29:00,460 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=71, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T18:29:00,460 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-03T18:29:00,461 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733250540460"}]},"ts":"9223372036854775807"} 2024-12-03T18:29:00,463 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-03T18:29:00,463 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 33f4fc87408aa2b08fb9305f10f46e96, NAME => 'TestAcidGuarantees,,1733250505244.33f4fc87408aa2b08fb9305f10f46e96.', STARTKEY => '', ENDKEY => ''}] 2024-12-03T18:29:00,463 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-03T18:29:00,463 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733250540463"}]},"ts":"9223372036854775807"} 2024-12-03T18:29:00,468 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-03T18:29:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-03T18:29:00,486 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=71, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T18:29:00,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 116 msec 2024-12-03T18:29:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-03T18:29:00,674 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-12-03T18:29:00,685 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=237 (was 240), OpenFileDescriptor=454 (was 460), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1142 (was 1165), ProcessCount=11 (was 11), AvailableMemoryMB=2626 (was 2761) 2024-12-03T18:29:00,694 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=237, OpenFileDescriptor=454, MaxFileDescriptor=1048576, SystemLoadAverage=1142, ProcessCount=11, AvailableMemoryMB=2625 2024-12-03T18:29:00,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T18:29:00,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:29:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=72, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-03T18:29:00,697 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:29:00,697 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:00,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 72 2024-12-03T18:29:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-12-03T18:29:00,698 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:29:00,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742065_1241 (size=963) 2024-12-03T18:29:00,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-12-03T18:29:01,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-12-03T18:29:01,106 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307 2024-12-03T18:29:01,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742066_1242 (size=53) 2024-12-03T18:29:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-12-03T18:29:01,517 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:29:01,517 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing f6d33456a03dbc1e709cba6f75e258ad, disabling compactions & flushes 2024-12-03T18:29:01,517 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:01,517 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:01,517 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. after waiting 0 ms 2024-12-03T18:29:01,517 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:01,517 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:01,517 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:01,518 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:29:01,518 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733250541518"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733250541518"}]},"ts":"1733250541518"} 2024-12-03T18:29:01,519 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-03T18:29:01,520 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:29:01,521 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250541520"}]},"ts":"1733250541520"} 2024-12-03T18:29:01,522 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-03T18:29:01,541 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6d33456a03dbc1e709cba6f75e258ad, ASSIGN}] 2024-12-03T18:29:01,542 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6d33456a03dbc1e709cba6f75e258ad, ASSIGN 2024-12-03T18:29:01,543 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6d33456a03dbc1e709cba6f75e258ad, ASSIGN; state=OFFLINE, location=5840ab6af6da,43459,1733250473452; forceNewPlan=false, retain=false 2024-12-03T18:29:01,693 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=f6d33456a03dbc1e709cba6f75e258ad, regionState=OPENING, regionLocation=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:01,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; OpenRegionProcedure f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452}] 2024-12-03T18:29:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-12-03T18:29:01,846 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:01,849 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:01,849 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7285): Opening region: {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:29:01,849 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f6d33456a03dbc1e709cba6f75e258ad 2024-12-03T18:29:01,849 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:29:01,849 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7327): checking encryption for f6d33456a03dbc1e709cba6f75e258ad 2024-12-03T18:29:01,849 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7330): checking classloading for f6d33456a03dbc1e709cba6f75e258ad 2024-12-03T18:29:01,851 INFO [StoreOpener-f6d33456a03dbc1e709cba6f75e258ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f6d33456a03dbc1e709cba6f75e258ad 2024-12-03T18:29:01,852 INFO [StoreOpener-f6d33456a03dbc1e709cba6f75e258ad-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T18:29:01,852 INFO [StoreOpener-f6d33456a03dbc1e709cba6f75e258ad-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6d33456a03dbc1e709cba6f75e258ad columnFamilyName A 2024-12-03T18:29:01,852 DEBUG [StoreOpener-f6d33456a03dbc1e709cba6f75e258ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:01,853 INFO [StoreOpener-f6d33456a03dbc1e709cba6f75e258ad-1 {}] regionserver.HStore(327): Store=f6d33456a03dbc1e709cba6f75e258ad/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:29:01,853 INFO [StoreOpener-f6d33456a03dbc1e709cba6f75e258ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f6d33456a03dbc1e709cba6f75e258ad 2024-12-03T18:29:01,854 INFO [StoreOpener-f6d33456a03dbc1e709cba6f75e258ad-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T18:29:01,854 INFO [StoreOpener-f6d33456a03dbc1e709cba6f75e258ad-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6d33456a03dbc1e709cba6f75e258ad columnFamilyName B 2024-12-03T18:29:01,854 DEBUG [StoreOpener-f6d33456a03dbc1e709cba6f75e258ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:01,855 INFO [StoreOpener-f6d33456a03dbc1e709cba6f75e258ad-1 {}] regionserver.HStore(327): Store=f6d33456a03dbc1e709cba6f75e258ad/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:29:01,855 INFO [StoreOpener-f6d33456a03dbc1e709cba6f75e258ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f6d33456a03dbc1e709cba6f75e258ad 2024-12-03T18:29:01,856 INFO [StoreOpener-f6d33456a03dbc1e709cba6f75e258ad-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T18:29:01,856 INFO [StoreOpener-f6d33456a03dbc1e709cba6f75e258ad-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6d33456a03dbc1e709cba6f75e258ad columnFamilyName C 2024-12-03T18:29:01,856 DEBUG [StoreOpener-f6d33456a03dbc1e709cba6f75e258ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:01,856 INFO [StoreOpener-f6d33456a03dbc1e709cba6f75e258ad-1 {}] regionserver.HStore(327): Store=f6d33456a03dbc1e709cba6f75e258ad/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:29:01,856 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:01,857 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad 2024-12-03T18:29:01,857 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad 2024-12-03T18:29:01,858 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T18:29:01,859 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1085): writing seq id for f6d33456a03dbc1e709cba6f75e258ad 2024-12-03T18:29:01,861 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:29:01,862 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1102): Opened f6d33456a03dbc1e709cba6f75e258ad; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66158544, jitterRate=-0.014160871505737305}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T18:29:01,862 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1001): Region open journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:01,863 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad., pid=74, masterSystemTime=1733250541846 2024-12-03T18:29:01,864 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:01,864 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:01,864 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=f6d33456a03dbc1e709cba6f75e258ad, regionState=OPEN, openSeqNum=2, regionLocation=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:01,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-03T18:29:01,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; OpenRegionProcedure f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 in 171 msec 2024-12-03T18:29:01,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-12-03T18:29:01,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6d33456a03dbc1e709cba6f75e258ad, ASSIGN in 325 msec 2024-12-03T18:29:01,868 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:29:01,868 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250541868"}]},"ts":"1733250541868"} 2024-12-03T18:29:01,869 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-03T18:29:01,879 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:29:01,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1840 sec 2024-12-03T18:29:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-12-03T18:29:02,803 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 72 completed 2024-12-03T18:29:02,805 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b70f48f to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f66057f 2024-12-03T18:29:02,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53bfce45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:02,829 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:29:02,831 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57462, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:29:02,835 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:29:02,844 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:29:02,846 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58341641 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17b6adc5 2024-12-03T18:29:02,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a569490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:02,876 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44645c55 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@669e1999 2024-12-03T18:29:02,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6862e3ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:02,894 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64ee0130 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72aa9ee5 2024-12-03T18:29:02,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d296fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:02,924 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683b64c3 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ec09297 2024-12-03T18:29:02,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d0caa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:02,935 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x07e55eb7 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4dfb20f6 2024-12-03T18:29:02,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f04e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:02,948 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17cf7fc0 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@560ec309 2024-12-03T18:29:02,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fef31f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:02,970 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78b04266 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5886c0f2 2024-12-03T18:29:03,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb04aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:03,001 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x088aa519 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66e575aa 2024-12-03T18:29:03,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0e9c8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:03,026 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e998dd3 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@131ceb8f 2024-12-03T18:29:03,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d68f787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:03,064 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e4c79b8 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a78bf6d 2024-12-03T18:29:03,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e6bf6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:03,102 DEBUG [hconnection-0x69ffbee6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:29:03,103 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57466, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:29:03,104 DEBUG [hconnection-0x474a0de0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:29:03,107 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57474, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:29:03,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:29:03,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-12-03T18:29:03,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-03T18:29:03,117 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:29:03,118 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:29:03,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:29:03,119 DEBUG [hconnection-0x280c8c04-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:29:03,119 DEBUG [hconnection-0x3a4b20eb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:29:03,120 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57490, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:29:03,120 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57498, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:29:03,129 DEBUG [hconnection-0x7ab4e70c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:29:03,131 DEBUG [hconnection-0x7b7d4f2e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:29:03,131 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:29:03,131 DEBUG [hconnection-0x6425c3d2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:29:03,131 DEBUG [hconnection-0x3e228f6d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:29:03,132 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57536, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:29:03,133 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57520, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:29:03,134 DEBUG [hconnection-0x4b90a49e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:29:03,135 DEBUG [hconnection-0x596e40a1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:29:03,135 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57540, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:29:03,136 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:29:03,138 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57550, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:29:03,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on f6d33456a03dbc1e709cba6f75e258ad 2024-12-03T18:29:03,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6d33456a03dbc1e709cba6f75e258ad 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-03T18:29:03,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=A 2024-12-03T18:29:03,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:03,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=B 2024-12-03T18:29:03,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:03,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=C 2024-12-03T18:29:03,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:03,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:03,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250603190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:03,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:03,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250603191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:03,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:03,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250603194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:03,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:03,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1733250603195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:03,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:03,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1733250603195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:03,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/0d8392b05fc74c3cb2c83f2ea2f7e5fe is 50, key is test_row_0/A:col10/1733250543154/Put/seqid=0 2024-12-03T18:29:03,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-03T18:29:03,269 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:03,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-03T18:29:03,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:03,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:03,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:03,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:03,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:03,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742067_1243 (size=12001) 2024-12-03T18:29:03,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:03,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/0d8392b05fc74c3cb2c83f2ea2f7e5fe 2024-12-03T18:29:03,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250603298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:03,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250603303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:03,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250603303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:03,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1733250603306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:03,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1733250603306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:03,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/e8c94eacfbf04536923d083b59b1a328 is 50, key is test_row_0/B:col10/1733250543154/Put/seqid=0 2024-12-03T18:29:03,430 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-03T18:29:03,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-03T18:29:03,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:03,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:03,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:03,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:03,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:03,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742068_1244 (size=12001) 2024-12-03T18:29:03,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250603503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:03,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250603507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:03,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250603507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:03,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1733250603511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:03,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1733250603511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:03,584 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:03,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-03T18:29:03,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:03,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:03,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:03,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:03,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-03T18:29:03,750 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:03,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-03T18:29:03,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:03,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:03,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:03,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:03,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:03,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:03,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250603816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:03,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250603819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:03,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250603816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:03,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:03,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1733250603824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:03,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:03,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1733250603825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:03,848 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/e8c94eacfbf04536923d083b59b1a328 2024-12-03T18:29:03,913 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:03,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-03T18:29:03,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:03,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:03,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:03,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:03,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:03,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/f35ee048b7b24c578ab66723a4c51b5c is 50, key is test_row_0/C:col10/1733250543154/Put/seqid=0 2024-12-03T18:29:03,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742069_1245 (size=12001) 2024-12-03T18:29:04,074 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:04,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-03T18:29:04,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:04,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:04,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:04,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:04,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:04,239 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-03T18:29:04,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-03T18:29:04,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:04,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:04,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:04,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:04,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:04,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250604320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:04,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250604335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:04,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1733250604336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:04,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250604339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:04,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1733250604342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:04,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/f35ee048b7b24c578ab66723a4c51b5c 2024-12-03T18:29:04,397 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:04,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-03T18:29:04,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:04,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:04,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:04,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:04,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:04,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/0d8392b05fc74c3cb2c83f2ea2f7e5fe as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/0d8392b05fc74c3cb2c83f2ea2f7e5fe 2024-12-03T18:29:04,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/0d8392b05fc74c3cb2c83f2ea2f7e5fe, entries=150, sequenceid=15, filesize=11.7 K 2024-12-03T18:29:04,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/e8c94eacfbf04536923d083b59b1a328 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/e8c94eacfbf04536923d083b59b1a328 2024-12-03T18:29:04,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/e8c94eacfbf04536923d083b59b1a328, entries=150, sequenceid=15, filesize=11.7 K 2024-12-03T18:29:04,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/f35ee048b7b24c578ab66723a4c51b5c as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/f35ee048b7b24c578ab66723a4c51b5c 2024-12-03T18:29:04,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/f35ee048b7b24c578ab66723a4c51b5c, entries=150, sequenceid=15, filesize=11.7 K 2024-12-03T18:29:04,485 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f6d33456a03dbc1e709cba6f75e258ad in 1331ms, sequenceid=15, compaction requested=false 2024-12-03T18:29:04,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:04,556 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:04,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-03T18:29:04,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:04,557 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing f6d33456a03dbc1e709cba6f75e258ad 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-03T18:29:04,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=A 2024-12-03T18:29:04,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:04,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=B 2024-12-03T18:29:04,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:04,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=C 2024-12-03T18:29:04,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:04,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/3bbf95b918fa4be492904e09f2678885 is 50, key is test_row_0/A:col10/1733250543191/Put/seqid=0 2024-12-03T18:29:04,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742070_1246 (size=12001) 2024-12-03T18:29:04,616 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/3bbf95b918fa4be492904e09f2678885 2024-12-03T18:29:04,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/6b22d522072c4912a363fc9ff88eea65 is 50, key is test_row_0/B:col10/1733250543191/Put/seqid=0 2024-12-03T18:29:04,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742071_1247 (size=12001) 2024-12-03T18:29:04,683 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/6b22d522072c4912a363fc9ff88eea65 2024-12-03T18:29:04,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/c860ef68fb1646b38e863ac3bc822a41 is 50, key is test_row_0/C:col10/1733250543191/Put/seqid=0 2024-12-03T18:29:04,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742072_1248 (size=12001) 2024-12-03T18:29:04,718 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/c860ef68fb1646b38e863ac3bc822a41 2024-12-03T18:29:04,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/3bbf95b918fa4be492904e09f2678885 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/3bbf95b918fa4be492904e09f2678885 2024-12-03T18:29:04,753 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/3bbf95b918fa4be492904e09f2678885, entries=150, sequenceid=37, filesize=11.7 K 2024-12-03T18:29:04,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/6b22d522072c4912a363fc9ff88eea65 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/6b22d522072c4912a363fc9ff88eea65 2024-12-03T18:29:04,765 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/6b22d522072c4912a363fc9ff88eea65, entries=150, sequenceid=37, filesize=11.7 K 2024-12-03T18:29:04,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/c860ef68fb1646b38e863ac3bc822a41 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/c860ef68fb1646b38e863ac3bc822a41 2024-12-03T18:29:04,776 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/c860ef68fb1646b38e863ac3bc822a41, entries=150, sequenceid=37, filesize=11.7 K 2024-12-03T18:29:04,779 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for f6d33456a03dbc1e709cba6f75e258ad in 223ms, sequenceid=37, compaction requested=false 2024-12-03T18:29:04,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:04,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:04,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-12-03T18:29:04,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-12-03T18:29:04,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-12-03T18:29:04,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6630 sec 2024-12-03T18:29:04,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.6680 sec 2024-12-03T18:29:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-03T18:29:05,243 INFO [Thread-1130 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-12-03T18:29:05,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:29:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-12-03T18:29:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-03T18:29:05,254 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:29:05,255 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:29:05,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:29:05,348 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6d33456a03dbc1e709cba6f75e258ad 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T18:29:05,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=A 2024-12-03T18:29:05,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:05,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=B 2024-12-03T18:29:05,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:05,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=C 2024-12-03T18:29:05,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on f6d33456a03dbc1e709cba6f75e258ad 2024-12-03T18:29:05,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/68e10a7f944f4b728311847e724cc201 is 50, key is test_row_0/A:col10/1733250545342/Put/seqid=0 2024-12-03T18:29:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-03T18:29:05,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742073_1249 (size=14341) 2024-12-03T18:29:05,411 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:05,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-03T18:29:05,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:05,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:05,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:05,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:05,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:05,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250605421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:05,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1733250605422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:05,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1733250605424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:05,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250605425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:05,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250605426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:05,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250605527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:05,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1733250605528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:05,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1733250605531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:05,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250605531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:05,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250605531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-03T18:29:05,568 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:05,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-03T18:29:05,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:05,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:05,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:05,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:05,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:05,688 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T18:29:05,723 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:05,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-03T18:29:05,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:05,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:05,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:05,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:05,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:05,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250605733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:05,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1733250605733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:05,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250605739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:05,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250605739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:05,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1733250605741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:05,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/68e10a7f944f4b728311847e724cc201 2024-12-03T18:29:05,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/4f6a0a296ee84b7087a4eb1695263a90 is 50, key is test_row_0/B:col10/1733250545342/Put/seqid=0 2024-12-03T18:29:05,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742074_1250 (size=12001) 2024-12-03T18:29:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-03T18:29:05,877 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:05,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-03T18:29:05,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:05,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:05,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:05,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:05,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:06,029 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:06,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-03T18:29:06,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:06,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:06,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:06,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:06,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:06,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250606036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:06,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1733250606041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:06,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250606043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:06,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250606043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:06,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:06,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1733250606047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:06,183 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:06,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-03T18:29:06,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:06,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:06,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:06,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:06,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:06,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:06,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/4f6a0a296ee84b7087a4eb1695263a90 2024-12-03T18:29:06,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/a2e30b386a27412ea08abfb78a467b1a is 50, key is test_row_0/C:col10/1733250545342/Put/seqid=0 2024-12-03T18:29:06,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742075_1251 (size=12001) 2024-12-03T18:29:06,252 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/a2e30b386a27412ea08abfb78a467b1a 2024-12-03T18:29:06,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/68e10a7f944f4b728311847e724cc201 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/68e10a7f944f4b728311847e724cc201 2024-12-03T18:29:06,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/68e10a7f944f4b728311847e724cc201, entries=200, sequenceid=48, filesize=14.0 K 2024-12-03T18:29:06,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/4f6a0a296ee84b7087a4eb1695263a90 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/4f6a0a296ee84b7087a4eb1695263a90 2024-12-03T18:29:06,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/4f6a0a296ee84b7087a4eb1695263a90, entries=150, sequenceid=48, filesize=11.7 K 2024-12-03T18:29:06,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/a2e30b386a27412ea08abfb78a467b1a as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/a2e30b386a27412ea08abfb78a467b1a 2024-12-03T18:29:06,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/a2e30b386a27412ea08abfb78a467b1a, entries=150, sequenceid=48, filesize=11.7 K 2024-12-03T18:29:06,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for f6d33456a03dbc1e709cba6f75e258ad in 921ms, sequenceid=48, compaction requested=true 2024-12-03T18:29:06,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:06,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d33456a03dbc1e709cba6f75e258ad:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:29:06,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:06,270 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:29:06,270 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:29:06,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d33456a03dbc1e709cba6f75e258ad:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:29:06,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:06,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d33456a03dbc1e709cba6f75e258ad:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:29:06,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:29:06,271 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:29:06,271 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): f6d33456a03dbc1e709cba6f75e258ad/B is initiating minor compaction (all files) 2024-12-03T18:29:06,271 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6d33456a03dbc1e709cba6f75e258ad/B in TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:06,271 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/e8c94eacfbf04536923d083b59b1a328, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/6b22d522072c4912a363fc9ff88eea65, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/4f6a0a296ee84b7087a4eb1695263a90] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp, totalSize=35.2 K 2024-12-03T18:29:06,271 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:29:06,271 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): f6d33456a03dbc1e709cba6f75e258ad/A is initiating minor compaction (all files) 2024-12-03T18:29:06,271 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting e8c94eacfbf04536923d083b59b1a328, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733250543143 2024-12-03T18:29:06,271 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6d33456a03dbc1e709cba6f75e258ad/A in TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:06,272 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/0d8392b05fc74c3cb2c83f2ea2f7e5fe, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/3bbf95b918fa4be492904e09f2678885, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/68e10a7f944f4b728311847e724cc201] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp, totalSize=37.4 K 2024-12-03T18:29:06,272 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d8392b05fc74c3cb2c83f2ea2f7e5fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733250543143 2024-12-03T18:29:06,272 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b22d522072c4912a363fc9ff88eea65, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733250543177 2024-12-03T18:29:06,272 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f6a0a296ee84b7087a4eb1695263a90, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733250545330 2024-12-03T18:29:06,273 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3bbf95b918fa4be492904e09f2678885, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733250543177 2024-12-03T18:29:06,273 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68e10a7f944f4b728311847e724cc201, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733250545330 2024-12-03T18:29:06,278 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d33456a03dbc1e709cba6f75e258ad#A#compaction#199 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:06,279 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d33456a03dbc1e709cba6f75e258ad#B#compaction#200 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:06,279 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/b07664caf7f94635a6b31ead75432b4f is 50, key is test_row_0/A:col10/1733250545342/Put/seqid=0 2024-12-03T18:29:06,279 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/e4692857fbf74e6bbffc8e22b5340482 is 50, key is test_row_0/B:col10/1733250545342/Put/seqid=0 2024-12-03T18:29:06,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742076_1252 (size=12104) 2024-12-03T18:29:06,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742077_1253 (size=12104) 2024-12-03T18:29:06,290 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/e4692857fbf74e6bbffc8e22b5340482 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/e4692857fbf74e6bbffc8e22b5340482 2024-12-03T18:29:06,298 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6d33456a03dbc1e709cba6f75e258ad/B of f6d33456a03dbc1e709cba6f75e258ad into e4692857fbf74e6bbffc8e22b5340482(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:06,298 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:06,298 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad., storeName=f6d33456a03dbc1e709cba6f75e258ad/B, priority=13, startTime=1733250546270; duration=0sec 2024-12-03T18:29:06,298 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:29:06,298 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d33456a03dbc1e709cba6f75e258ad:B 2024-12-03T18:29:06,302 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:29:06,306 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:29:06,306 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): f6d33456a03dbc1e709cba6f75e258ad/C is initiating minor compaction (all files) 2024-12-03T18:29:06,306 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6d33456a03dbc1e709cba6f75e258ad/C in TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:06,306 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/f35ee048b7b24c578ab66723a4c51b5c, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/c860ef68fb1646b38e863ac3bc822a41, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/a2e30b386a27412ea08abfb78a467b1a] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp, totalSize=35.2 K 2024-12-03T18:29:06,306 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting f35ee048b7b24c578ab66723a4c51b5c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733250543143 2024-12-03T18:29:06,307 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting c860ef68fb1646b38e863ac3bc822a41, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733250543177 2024-12-03T18:29:06,308 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting a2e30b386a27412ea08abfb78a467b1a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733250545330 2024-12-03T18:29:06,337 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d33456a03dbc1e709cba6f75e258ad#C#compaction#201 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:06,337 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/42d9a27f7e4d492ab537039b8ec11548 is 50, key is test_row_0/C:col10/1733250545342/Put/seqid=0 2024-12-03T18:29:06,341 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:06,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-03T18:29:06,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:06,343 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing f6d33456a03dbc1e709cba6f75e258ad 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-03T18:29:06,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=A 2024-12-03T18:29:06,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:06,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=B 2024-12-03T18:29:06,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:06,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=C 2024-12-03T18:29:06,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:06,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/34e6894231f145fb88f939fe34d6624d is 50, key is test_row_0/A:col10/1733250545422/Put/seqid=0 2024-12-03T18:29:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-03T18:29:06,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742078_1254 (size=12104) 2024-12-03T18:29:06,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742079_1255 (size=12001) 2024-12-03T18:29:06,380 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/34e6894231f145fb88f939fe34d6624d 2024-12-03T18:29:06,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/9afba3a3a6df47e6b16fc75070c9351c is 50, key is test_row_0/B:col10/1733250545422/Put/seqid=0 2024-12-03T18:29:06,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742080_1256 (size=12001) 2024-12-03T18:29:06,454 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/9afba3a3a6df47e6b16fc75070c9351c 2024-12-03T18:29:06,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/f0f8731f124144299c8e732cce39ab16 is 50, key is test_row_0/C:col10/1733250545422/Put/seqid=0 2024-12-03T18:29:06,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742081_1257 (size=12001) 2024-12-03T18:29:06,522 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/f0f8731f124144299c8e732cce39ab16 2024-12-03T18:29:06,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/34e6894231f145fb88f939fe34d6624d as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/34e6894231f145fb88f939fe34d6624d 2024-12-03T18:29:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on f6d33456a03dbc1e709cba6f75e258ad 2024-12-03T18:29:06,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:06,564 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/34e6894231f145fb88f939fe34d6624d, entries=150, sequenceid=75, filesize=11.7 K 2024-12-03T18:29:06,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/9afba3a3a6df47e6b16fc75070c9351c as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/9afba3a3a6df47e6b16fc75070c9351c 2024-12-03T18:29:06,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250606560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:06,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250606560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:06,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1733250606562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:06,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250606564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:06,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1733250606569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:06,579 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/9afba3a3a6df47e6b16fc75070c9351c, entries=150, sequenceid=75, filesize=11.7 K 2024-12-03T18:29:06,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/f0f8731f124144299c8e732cce39ab16 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/f0f8731f124144299c8e732cce39ab16 2024-12-03T18:29:06,603 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/f0f8731f124144299c8e732cce39ab16, entries=150, sequenceid=75, filesize=11.7 K 2024-12-03T18:29:06,606 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for f6d33456a03dbc1e709cba6f75e258ad in 263ms, sequenceid=75, compaction requested=false 2024-12-03T18:29:06,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:06,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:06,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-12-03T18:29:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-12-03T18:29:06,614 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-12-03T18:29:06,614 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3570 sec 2024-12-03T18:29:06,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.3690 sec 2024-12-03T18:29:06,674 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6d33456a03dbc1e709cba6f75e258ad 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T18:29:06,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=A 2024-12-03T18:29:06,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:06,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=B 2024-12-03T18:29:06,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:06,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=C 2024-12-03T18:29:06,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on f6d33456a03dbc1e709cba6f75e258ad 2024-12-03T18:29:06,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/2e86820584484168a0560460d7372885 is 50, key is test_row_0/A:col10/1733250546561/Put/seqid=0 2024-12-03T18:29:06,697 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/b07664caf7f94635a6b31ead75432b4f as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/b07664caf7f94635a6b31ead75432b4f 2024-12-03T18:29:06,709 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6d33456a03dbc1e709cba6f75e258ad/A of f6d33456a03dbc1e709cba6f75e258ad into b07664caf7f94635a6b31ead75432b4f(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:06,709 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:06,709 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad., storeName=f6d33456a03dbc1e709cba6f75e258ad/A, priority=13, startTime=1733250546270; duration=0sec 2024-12-03T18:29:06,709 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:06,709 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d33456a03dbc1e709cba6f75e258ad:A 2024-12-03T18:29:06,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742082_1258 (size=12001) 2024-12-03T18:29:06,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/2e86820584484168a0560460d7372885 2024-12-03T18:29:06,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/903f985a716746598c0612543f77217a is 50, key is test_row_0/B:col10/1733250546561/Put/seqid=0 2024-12-03T18:29:06,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742083_1259 (size=12001) 2024-12-03T18:29:06,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/903f985a716746598c0612543f77217a 2024-12-03T18:29:06,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/64cec4d3897b469791e1c04ffa860b60 is 50, key is test_row_0/C:col10/1733250546561/Put/seqid=0 2024-12-03T18:29:06,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1733250606762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:06,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250606763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:06,769 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/42d9a27f7e4d492ab537039b8ec11548 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/42d9a27f7e4d492ab537039b8ec11548 2024-12-03T18:29:06,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742084_1260 (size=12001) 2024-12-03T18:29:06,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:06,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1733250606766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250606766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:06,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250606768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:06,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/64cec4d3897b469791e1c04ffa860b60 2024-12-03T18:29:06,778 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6d33456a03dbc1e709cba6f75e258ad/C of f6d33456a03dbc1e709cba6f75e258ad into 42d9a27f7e4d492ab537039b8ec11548(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:06,778 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:06,778 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad., storeName=f6d33456a03dbc1e709cba6f75e258ad/C, priority=13, startTime=1733250546270; duration=0sec 2024-12-03T18:29:06,778 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:06,778 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d33456a03dbc1e709cba6f75e258ad:C 2024-12-03T18:29:06,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/2e86820584484168a0560460d7372885 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/2e86820584484168a0560460d7372885 2024-12-03T18:29:06,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/2e86820584484168a0560460d7372885, entries=150, sequenceid=86, filesize=11.7 K 2024-12-03T18:29:06,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/903f985a716746598c0612543f77217a as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/903f985a716746598c0612543f77217a 2024-12-03T18:29:06,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/903f985a716746598c0612543f77217a, entries=150, sequenceid=86, filesize=11.7 K 2024-12-03T18:29:06,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/64cec4d3897b469791e1c04ffa860b60 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/64cec4d3897b469791e1c04ffa860b60 2024-12-03T18:29:06,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/64cec4d3897b469791e1c04ffa860b60, entries=150, sequenceid=86, filesize=11.7 K 2024-12-03T18:29:06,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f6d33456a03dbc1e709cba6f75e258ad in 126ms, sequenceid=86, compaction requested=true 2024-12-03T18:29:06,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:06,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d33456a03dbc1e709cba6f75e258ad:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:29:06,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:06,801 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:29:06,801 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:29:06,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d33456a03dbc1e709cba6f75e258ad:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:29:06,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:06,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d33456a03dbc1e709cba6f75e258ad:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:29:06,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:29:06,803 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:29:06,803 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): f6d33456a03dbc1e709cba6f75e258ad/B is initiating minor compaction (all files) 2024-12-03T18:29:06,803 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6d33456a03dbc1e709cba6f75e258ad/B in TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:06,804 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/e4692857fbf74e6bbffc8e22b5340482, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/9afba3a3a6df47e6b16fc75070c9351c, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/903f985a716746598c0612543f77217a] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp, totalSize=35.3 K 2024-12-03T18:29:06,804 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:29:06,804 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): f6d33456a03dbc1e709cba6f75e258ad/A is initiating minor compaction (all files) 2024-12-03T18:29:06,804 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting e4692857fbf74e6bbffc8e22b5340482, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733250545330 2024-12-03T18:29:06,804 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6d33456a03dbc1e709cba6f75e258ad/A in TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:06,804 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/b07664caf7f94635a6b31ead75432b4f, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/34e6894231f145fb88f939fe34d6624d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/2e86820584484168a0560460d7372885] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp, totalSize=35.3 K 2024-12-03T18:29:06,804 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 9afba3a3a6df47e6b16fc75070c9351c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733250545419 2024-12-03T18:29:06,805 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting b07664caf7f94635a6b31ead75432b4f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733250545330 2024-12-03T18:29:06,805 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34e6894231f145fb88f939fe34d6624d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733250545419 2024-12-03T18:29:06,805 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 903f985a716746598c0612543f77217a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733250546561 2024-12-03T18:29:06,806 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e86820584484168a0560460d7372885, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733250546561 2024-12-03T18:29:06,816 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d33456a03dbc1e709cba6f75e258ad#A#compaction#208 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:06,816 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/d321b858213f4817bb96bbef30d64e86 is 50, key is test_row_0/A:col10/1733250546561/Put/seqid=0 2024-12-03T18:29:06,821 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d33456a03dbc1e709cba6f75e258ad#B#compaction#209 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:06,821 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/25cc517b14af48c6b30d84187d0ca694 is 50, key is test_row_0/B:col10/1733250546561/Put/seqid=0 2024-12-03T18:29:06,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742085_1261 (size=12207) 2024-12-03T18:29:06,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742086_1262 (size=12207) 2024-12-03T18:29:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on f6d33456a03dbc1e709cba6f75e258ad 2024-12-03T18:29:06,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6d33456a03dbc1e709cba6f75e258ad 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-03T18:29:06,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=A 2024-12-03T18:29:06,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:06,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=B 2024-12-03T18:29:06,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:06,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=C 2024-12-03T18:29:06,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:06,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/57937d1f6ec9428bad2ecc7fb5367936 is 50, key is test_row_0/A:col10/1733250546872/Put/seqid=0 2024-12-03T18:29:06,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:06,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250606883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1733250606882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:06,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1733250606883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:06,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250606885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:06,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250606887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:06,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742087_1263 (size=12001) 2024-12-03T18:29:06,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1733250606989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:06,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1733250606989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:06,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250606989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:06,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250606995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:06,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250606995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:07,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1733250607192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:07,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1733250607194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:07,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250607195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:07,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250607202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:07,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250607207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:07,241 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/d321b858213f4817bb96bbef30d64e86 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/d321b858213f4817bb96bbef30d64e86 2024-12-03T18:29:07,247 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6d33456a03dbc1e709cba6f75e258ad/A of f6d33456a03dbc1e709cba6f75e258ad into d321b858213f4817bb96bbef30d64e86(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:07,247 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:07,247 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad., storeName=f6d33456a03dbc1e709cba6f75e258ad/A, priority=13, startTime=1733250546801; duration=0sec 2024-12-03T18:29:07,247 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:29:07,247 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d33456a03dbc1e709cba6f75e258ad:A 2024-12-03T18:29:07,247 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:29:07,249 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:29:07,249 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): f6d33456a03dbc1e709cba6f75e258ad/C is initiating minor compaction (all files) 2024-12-03T18:29:07,249 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6d33456a03dbc1e709cba6f75e258ad/C in TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:07,249 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/42d9a27f7e4d492ab537039b8ec11548, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/f0f8731f124144299c8e732cce39ab16, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/64cec4d3897b469791e1c04ffa860b60] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp, totalSize=35.3 K 2024-12-03T18:29:07,250 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42d9a27f7e4d492ab537039b8ec11548, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733250545330 2024-12-03T18:29:07,250 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0f8731f124144299c8e732cce39ab16, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733250545419 2024-12-03T18:29:07,251 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64cec4d3897b469791e1c04ffa860b60, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733250546561 2024-12-03T18:29:07,263 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d33456a03dbc1e709cba6f75e258ad#C#compaction#211 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:07,263 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/a2355dfecfd3432a933d95244f41f59d is 50, key is test_row_0/C:col10/1733250546561/Put/seqid=0 2024-12-03T18:29:07,275 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/25cc517b14af48c6b30d84187d0ca694 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/25cc517b14af48c6b30d84187d0ca694 2024-12-03T18:29:07,288 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6d33456a03dbc1e709cba6f75e258ad/B of f6d33456a03dbc1e709cba6f75e258ad into 25cc517b14af48c6b30d84187d0ca694(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:07,288 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:07,288 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad., storeName=f6d33456a03dbc1e709cba6f75e258ad/B, priority=13, startTime=1733250546801; duration=0sec 2024-12-03T18:29:07,288 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:07,288 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d33456a03dbc1e709cba6f75e258ad:B 2024-12-03T18:29:07,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742088_1264 (size=12207) 2024-12-03T18:29:07,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/57937d1f6ec9428bad2ecc7fb5367936 2024-12-03T18:29:07,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/ac91e8394a8443da8faf698bd30dcd84 is 50, key is test_row_0/B:col10/1733250546872/Put/seqid=0 2024-12-03T18:29:07,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742089_1265 (size=12001) 2024-12-03T18:29:07,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/ac91e8394a8443da8faf698bd30dcd84 2024-12-03T18:29:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-03T18:29:07,365 INFO [Thread-1130 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-12-03T18:29:07,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:29:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-12-03T18:29:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-03T18:29:07,383 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:29:07,394 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:29:07,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:29:07,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/58b35ec7244347ff936bad28aad02a6b is 50, key is test_row_0/C:col10/1733250546872/Put/seqid=0 2024-12-03T18:29:07,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742090_1266 (size=12001) 2024-12-03T18:29:07,451 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/58b35ec7244347ff936bad28aad02a6b 2024-12-03T18:29:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-03T18:29:07,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/57937d1f6ec9428bad2ecc7fb5367936 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/57937d1f6ec9428bad2ecc7fb5367936 2024-12-03T18:29:07,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/57937d1f6ec9428bad2ecc7fb5367936, entries=150, sequenceid=115, filesize=11.7 K 2024-12-03T18:29:07,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/ac91e8394a8443da8faf698bd30dcd84 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/ac91e8394a8443da8faf698bd30dcd84 2024-12-03T18:29:07,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/ac91e8394a8443da8faf698bd30dcd84, entries=150, sequenceid=115, filesize=11.7 K 2024-12-03T18:29:07,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250607507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:07,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250607507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:07,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/58b35ec7244347ff936bad28aad02a6b as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/58b35ec7244347ff936bad28aad02a6b 2024-12-03T18:29:07,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250607514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:07,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1733250607514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:07,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1733250607514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:07,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/58b35ec7244347ff936bad28aad02a6b, entries=150, sequenceid=115, filesize=11.7 K 2024-12-03T18:29:07,533 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for f6d33456a03dbc1e709cba6f75e258ad in 658ms, sequenceid=115, compaction requested=false 2024-12-03T18:29:07,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:07,563 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:07,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-03T18:29:07,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:07,564 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing f6d33456a03dbc1e709cba6f75e258ad 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-03T18:29:07,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=A 2024-12-03T18:29:07,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:07,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=B 2024-12-03T18:29:07,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:07,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=C 2024-12-03T18:29:07,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:07,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/e03945fb8a054648a183b0d7a223962e is 50, key is test_row_0/A:col10/1733250546880/Put/seqid=0 2024-12-03T18:29:07,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742091_1267 (size=12001) 2024-12-03T18:29:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-03T18:29:07,745 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/a2355dfecfd3432a933d95244f41f59d as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/a2355dfecfd3432a933d95244f41f59d 2024-12-03T18:29:07,759 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6d33456a03dbc1e709cba6f75e258ad/C of f6d33456a03dbc1e709cba6f75e258ad into a2355dfecfd3432a933d95244f41f59d(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:07,759 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:07,759 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad., storeName=f6d33456a03dbc1e709cba6f75e258ad/C, priority=13, startTime=1733250546801; duration=0sec 2024-12-03T18:29:07,759 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:07,759 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d33456a03dbc1e709cba6f75e258ad:C 2024-12-03T18:29:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-03T18:29:08,004 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/e03945fb8a054648a183b0d7a223962e 2024-12-03T18:29:08,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/a60768511ba24a7ba530a2f02fdd2713 is 50, key is test_row_0/B:col10/1733250546880/Put/seqid=0 2024-12-03T18:29:08,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on f6d33456a03dbc1e709cba6f75e258ad 2024-12-03T18:29:08,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742092_1268 (size=12001) 2024-12-03T18:29:08,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250608081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:08,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1733250608083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:08,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1733250608091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:08,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250608095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:08,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250608096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:08,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:08,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1733250608199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:08,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:08,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250608199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:08,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:08,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1733250608201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:08,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250608203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:08,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250608204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:08,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250608410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:08,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250608410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:08,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:08,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1733250608415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:08,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:08,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1733250608419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:08,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:08,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250608421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:08,441 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/a60768511ba24a7ba530a2f02fdd2713 2024-12-03T18:29:08,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/281d15f31b024987b2be1d08ce114d58 is 50, key is test_row_0/C:col10/1733250546880/Put/seqid=0 2024-12-03T18:29:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-03T18:29:08,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742093_1269 (size=12001) 2024-12-03T18:29:08,514 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/281d15f31b024987b2be1d08ce114d58 2024-12-03T18:29:08,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/e03945fb8a054648a183b0d7a223962e as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/e03945fb8a054648a183b0d7a223962e 2024-12-03T18:29:08,559 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/e03945fb8a054648a183b0d7a223962e, entries=150, sequenceid=126, filesize=11.7 K 2024-12-03T18:29:08,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/a60768511ba24a7ba530a2f02fdd2713 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/a60768511ba24a7ba530a2f02fdd2713 2024-12-03T18:29:08,573 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/a60768511ba24a7ba530a2f02fdd2713, entries=150, sequenceid=126, filesize=11.7 K 2024-12-03T18:29:08,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/281d15f31b024987b2be1d08ce114d58 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/281d15f31b024987b2be1d08ce114d58 2024-12-03T18:29:08,585 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/281d15f31b024987b2be1d08ce114d58, entries=150, sequenceid=126, filesize=11.7 K 2024-12-03T18:29:08,585 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for f6d33456a03dbc1e709cba6f75e258ad in 1021ms, sequenceid=126, compaction requested=true 2024-12-03T18:29:08,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:08,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:08,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-12-03T18:29:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-12-03T18:29:08,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-12-03T18:29:08,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1990 sec 2024-12-03T18:29:08,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.2450 sec 2024-12-03T18:29:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on f6d33456a03dbc1e709cba6f75e258ad 2024-12-03T18:29:08,727 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6d33456a03dbc1e709cba6f75e258ad 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-12-03T18:29:08,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=A 2024-12-03T18:29:08,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:08,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=B 2024-12-03T18:29:08,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:08,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=C 2024-12-03T18:29:08,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:08,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1733250608734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:08,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1733250608736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:08,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250608739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:08,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:08,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250608739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250608739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:08,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/e3fb02462bcc425c926d9628a30dd8cf is 50, key is test_row_0/A:col10/1733250548081/Put/seqid=0 2024-12-03T18:29:08,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742094_1270 (size=12151) 2024-12-03T18:29:08,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250608845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:08,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250608848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:08,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250608848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:09,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250609055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:09,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:09,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250609059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:09,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:09,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250609059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:09,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/e3fb02462bcc425c926d9628a30dd8cf 2024-12-03T18:29:09,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/637e2713efe74888a28448b665bf8845 is 50, key is test_row_0/B:col10/1733250548081/Put/seqid=0 2024-12-03T18:29:09,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:09,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1733250609251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:09,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:09,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1733250609253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:09,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742095_1271 (size=12151) 2024-12-03T18:29:09,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250609367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:09,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250609377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:09,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250609384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:09,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-03T18:29:09,494 INFO [Thread-1130 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-12-03T18:29:09,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:29:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-12-03T18:29:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-03T18:29:09,514 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:29:09,515 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:29:09,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:29:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-03T18:29:09,670 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:09,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-03T18:29:09,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:09,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:09,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:09,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:09,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:09,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/637e2713efe74888a28448b665bf8845 2024-12-03T18:29:09,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/4ec7a4371cb442a09aa92f4244263503 is 50, key is test_row_0/C:col10/1733250548081/Put/seqid=0 2024-12-03T18:29:09,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742096_1272 (size=12151) 2024-12-03T18:29:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-03T18:29:09,835 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:09,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-03T18:29:09,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:09,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:09,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:09,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:09,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:09,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250609888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:09,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250609894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:09,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250609895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:09,998 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:10,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-03T18:29:10,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:10,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:10,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:10,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:10,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-03T18:29:10,165 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:10,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-03T18:29:10,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:10,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:10,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:10,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:10,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:10,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/4ec7a4371cb442a09aa92f4244263503 2024-12-03T18:29:10,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/e3fb02462bcc425c926d9628a30dd8cf as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/e3fb02462bcc425c926d9628a30dd8cf 2024-12-03T18:29:10,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1733250610264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:10,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:10,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1733250610271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:10,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/e3fb02462bcc425c926d9628a30dd8cf, entries=150, sequenceid=157, filesize=11.9 K 2024-12-03T18:29:10,323 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:10,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-03T18:29:10,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:10,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:10,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:10,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:10,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:10,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/637e2713efe74888a28448b665bf8845 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/637e2713efe74888a28448b665bf8845 2024-12-03T18:29:10,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:10,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/637e2713efe74888a28448b665bf8845, entries=150, sequenceid=157, filesize=11.9 K 2024-12-03T18:29:10,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/4ec7a4371cb442a09aa92f4244263503 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/4ec7a4371cb442a09aa92f4244263503 2024-12-03T18:29:10,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/4ec7a4371cb442a09aa92f4244263503, entries=150, sequenceid=157, filesize=11.9 K 2024-12-03T18:29:10,413 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for f6d33456a03dbc1e709cba6f75e258ad in 1686ms, sequenceid=157, compaction requested=true 2024-12-03T18:29:10,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:10,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d33456a03dbc1e709cba6f75e258ad:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:29:10,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:10,413 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T18:29:10,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d33456a03dbc1e709cba6f75e258ad:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:29:10,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:29:10,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d33456a03dbc1e709cba6f75e258ad:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:29:10,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-03T18:29:10,413 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T18:29:10,431 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T18:29:10,432 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): f6d33456a03dbc1e709cba6f75e258ad/A is initiating minor compaction (all files) 2024-12-03T18:29:10,432 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6d33456a03dbc1e709cba6f75e258ad/A in TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:10,432 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/d321b858213f4817bb96bbef30d64e86, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/57937d1f6ec9428bad2ecc7fb5367936, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/e03945fb8a054648a183b0d7a223962e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/e3fb02462bcc425c926d9628a30dd8cf] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp, totalSize=47.2 K 2024-12-03T18:29:10,435 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T18:29:10,435 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): f6d33456a03dbc1e709cba6f75e258ad/B is initiating minor compaction (all files) 2024-12-03T18:29:10,435 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6d33456a03dbc1e709cba6f75e258ad/B in TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:10,435 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/25cc517b14af48c6b30d84187d0ca694, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/ac91e8394a8443da8faf698bd30dcd84, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/a60768511ba24a7ba530a2f02fdd2713, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/637e2713efe74888a28448b665bf8845] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp, totalSize=47.2 K 2024-12-03T18:29:10,440 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting d321b858213f4817bb96bbef30d64e86, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733250546561 2024-12-03T18:29:10,442 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25cc517b14af48c6b30d84187d0ca694, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733250546561 2024-12-03T18:29:10,443 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 57937d1f6ec9428bad2ecc7fb5367936, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733250546723 2024-12-03T18:29:10,444 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting e03945fb8a054648a183b0d7a223962e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1733250546880 2024-12-03T18:29:10,445 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac91e8394a8443da8faf698bd30dcd84, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733250546723 2024-12-03T18:29:10,450 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting e3fb02462bcc425c926d9628a30dd8cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733250548081 2024-12-03T18:29:10,450 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting a60768511ba24a7ba530a2f02fdd2713, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1733250546880 2024-12-03T18:29:10,453 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 637e2713efe74888a28448b665bf8845, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733250548081 2024-12-03T18:29:10,490 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:10,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-03T18:29:10,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:10,491 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing f6d33456a03dbc1e709cba6f75e258ad 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-03T18:29:10,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=A 2024-12-03T18:29:10,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:10,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=B 2024-12-03T18:29:10,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:10,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=C 2024-12-03T18:29:10,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:10,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/bb32ee12c32e4d96879a3ddfd9e5a574 is 50, key is test_row_0/A:col10/1733250548731/Put/seqid=0 2024-12-03T18:29:10,525 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d33456a03dbc1e709cba6f75e258ad#B#compaction#221 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:10,525 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/57e0a0518dd94758b35496c72c37e316 is 50, key is test_row_0/B:col10/1733250548081/Put/seqid=0 2024-12-03T18:29:10,533 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d33456a03dbc1e709cba6f75e258ad#A#compaction#222 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:10,533 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/becc8a8a0c0a4341a6eb4ce03d15b5ce is 50, key is test_row_0/A:col10/1733250548081/Put/seqid=0 2024-12-03T18:29:10,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742097_1273 (size=9757) 2024-12-03T18:29:10,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742099_1275 (size=12493) 2024-12-03T18:29:10,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-03T18:29:10,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742098_1274 (size=12493) 2024-12-03T18:29:10,666 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/57e0a0518dd94758b35496c72c37e316 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/57e0a0518dd94758b35496c72c37e316 2024-12-03T18:29:10,691 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f6d33456a03dbc1e709cba6f75e258ad/B of f6d33456a03dbc1e709cba6f75e258ad into 57e0a0518dd94758b35496c72c37e316(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:10,691 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:10,691 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad., storeName=f6d33456a03dbc1e709cba6f75e258ad/B, priority=12, startTime=1733250550413; duration=0sec 2024-12-03T18:29:10,691 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:29:10,691 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d33456a03dbc1e709cba6f75e258ad:B 2024-12-03T18:29:10,691 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T18:29:10,698 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T18:29:10,698 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): f6d33456a03dbc1e709cba6f75e258ad/C is initiating minor compaction (all files) 2024-12-03T18:29:10,698 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6d33456a03dbc1e709cba6f75e258ad/C in TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:10,698 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/a2355dfecfd3432a933d95244f41f59d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/58b35ec7244347ff936bad28aad02a6b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/281d15f31b024987b2be1d08ce114d58, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/4ec7a4371cb442a09aa92f4244263503] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp, totalSize=47.2 K 2024-12-03T18:29:10,703 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2355dfecfd3432a933d95244f41f59d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733250546561 2024-12-03T18:29:10,703 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58b35ec7244347ff936bad28aad02a6b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733250546723 2024-12-03T18:29:10,704 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 281d15f31b024987b2be1d08ce114d58, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1733250546880 2024-12-03T18:29:10,704 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ec7a4371cb442a09aa92f4244263503, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733250548081 2024-12-03T18:29:10,769 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d33456a03dbc1e709cba6f75e258ad#C#compaction#223 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:10,769 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/8497dfcb01d94cf1b18a88c05fef528b is 50, key is test_row_0/C:col10/1733250548081/Put/seqid=0 2024-12-03T18:29:10,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742100_1276 (size=12493) 2024-12-03T18:29:10,875 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/8497dfcb01d94cf1b18a88c05fef528b as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/8497dfcb01d94cf1b18a88c05fef528b 2024-12-03T18:29:10,919 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f6d33456a03dbc1e709cba6f75e258ad/C of f6d33456a03dbc1e709cba6f75e258ad into 8497dfcb01d94cf1b18a88c05fef528b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:10,919 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:10,919 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad., storeName=f6d33456a03dbc1e709cba6f75e258ad/C, priority=12, startTime=1733250550413; duration=0sec 2024-12-03T18:29:10,919 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:10,919 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d33456a03dbc1e709cba6f75e258ad:C 2024-12-03T18:29:10,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on f6d33456a03dbc1e709cba6f75e258ad 2024-12-03T18:29:10,993 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/bb32ee12c32e4d96879a3ddfd9e5a574 2024-12-03T18:29:11,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/fb8fa2fbb43c41479e6ab83ff0e4836f is 50, key is test_row_0/B:col10/1733250548731/Put/seqid=0 2024-12-03T18:29:11,032 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/becc8a8a0c0a4341a6eb4ce03d15b5ce as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/becc8a8a0c0a4341a6eb4ce03d15b5ce 2024-12-03T18:29:11,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250611038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:11,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250611042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:11,054 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f6d33456a03dbc1e709cba6f75e258ad/A of f6d33456a03dbc1e709cba6f75e258ad into becc8a8a0c0a4341a6eb4ce03d15b5ce(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:11,055 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:11,055 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad., storeName=f6d33456a03dbc1e709cba6f75e258ad/A, priority=12, startTime=1733250550413; duration=0sec 2024-12-03T18:29:11,055 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:11,055 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d33456a03dbc1e709cba6f75e258ad:A 2024-12-03T18:29:11,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250611059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:11,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742101_1277 (size=9757) 2024-12-03T18:29:11,084 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/fb8fa2fbb43c41479e6ab83ff0e4836f 2024-12-03T18:29:11,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/971e3aa087174828b03b99177a9f7354 is 50, key is test_row_0/C:col10/1733250548731/Put/seqid=0 2024-12-03T18:29:11,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:11,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250611147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:11,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742102_1278 (size=9757) 2024-12-03T18:29:11,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250611161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:11,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250611181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:11,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250611358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:11,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250611383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:11,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250611394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:11,562 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/971e3aa087174828b03b99177a9f7354 2024-12-03T18:29:11,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/bb32ee12c32e4d96879a3ddfd9e5a574 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/bb32ee12c32e4d96879a3ddfd9e5a574 2024-12-03T18:29:11,591 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/bb32ee12c32e4d96879a3ddfd9e5a574, entries=100, sequenceid=163, filesize=9.5 K 2024-12-03T18:29:11,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/fb8fa2fbb43c41479e6ab83ff0e4836f as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/fb8fa2fbb43c41479e6ab83ff0e4836f 2024-12-03T18:29:11,605 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/fb8fa2fbb43c41479e6ab83ff0e4836f, entries=100, sequenceid=163, filesize=9.5 K 2024-12-03T18:29:11,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/971e3aa087174828b03b99177a9f7354 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/971e3aa087174828b03b99177a9f7354 2024-12-03T18:29:11,618 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/971e3aa087174828b03b99177a9f7354, entries=100, sequenceid=163, filesize=9.5 K 2024-12-03T18:29:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-03T18:29:11,636 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=187.85 KB/192360 for f6d33456a03dbc1e709cba6f75e258ad in 1145ms, sequenceid=163, compaction requested=false 2024-12-03T18:29:11,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:11,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:11,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-12-03T18:29:11,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-12-03T18:29:11,645 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-12-03T18:29:11,645 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1280 sec 2024-12-03T18:29:11,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 2.1340 sec 2024-12-03T18:29:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on f6d33456a03dbc1e709cba6f75e258ad 2024-12-03T18:29:11,735 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6d33456a03dbc1e709cba6f75e258ad 3/3 column families, dataSize=207.98 KB heapSize=545.67 KB 2024-12-03T18:29:11,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250611735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:11,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250611735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:11,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=A 2024-12-03T18:29:11,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:11,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=B 2024-12-03T18:29:11,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:11,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=C 2024-12-03T18:29:11,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:11,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:11,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250611742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:11,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/18edf0d110ba4bdf95a4b8fea8a9cc49 is 50, key is test_row_0/A:col10/1733250551724/Put/seqid=0 2024-12-03T18:29:11,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742103_1279 (size=12151) 2024-12-03T18:29:11,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=69.33 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/18edf0d110ba4bdf95a4b8fea8a9cc49 2024-12-03T18:29:11,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:11,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250611840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:11,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:11,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250611840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:11,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/cee2a2d4fc8848b785358f3b12aa762f is 50, key is test_row_0/B:col10/1733250551724/Put/seqid=0 2024-12-03T18:29:11,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:11,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250611848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:11,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742104_1280 (size=12151) 2024-12-03T18:29:11,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=69.33 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/cee2a2d4fc8848b785358f3b12aa762f 2024-12-03T18:29:11,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/626fbc59adc6424f8bcf4ee8f4a22f8e is 50, key is test_row_0/C:col10/1733250551724/Put/seqid=0 2024-12-03T18:29:11,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742105_1281 (size=12151) 2024-12-03T18:29:11,997 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=69.33 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/626fbc59adc6424f8bcf4ee8f4a22f8e 2024-12-03T18:29:12,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/18edf0d110ba4bdf95a4b8fea8a9cc49 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/18edf0d110ba4bdf95a4b8fea8a9cc49 2024-12-03T18:29:12,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/18edf0d110ba4bdf95a4b8fea8a9cc49, entries=150, sequenceid=200, filesize=11.9 K 2024-12-03T18:29:12,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/cee2a2d4fc8848b785358f3b12aa762f as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/cee2a2d4fc8848b785358f3b12aa762f 2024-12-03T18:29:12,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/cee2a2d4fc8848b785358f3b12aa762f, entries=150, sequenceid=200, filesize=11.9 K 2024-12-03T18:29:12,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/626fbc59adc6424f8bcf4ee8f4a22f8e as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/626fbc59adc6424f8bcf4ee8f4a22f8e 2024-12-03T18:29:12,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/626fbc59adc6424f8bcf4ee8f4a22f8e, entries=150, sequenceid=200, filesize=11.9 K 2024-12-03T18:29:12,032 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~207.98 KB/212970, heapSize ~545.63 KB/558720, currentSize=0 B/0 for f6d33456a03dbc1e709cba6f75e258ad in 298ms, sequenceid=200, compaction requested=true 2024-12-03T18:29:12,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:12,032 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:29:12,034 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:29:12,034 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): f6d33456a03dbc1e709cba6f75e258ad/A is initiating minor compaction (all files) 2024-12-03T18:29:12,034 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6d33456a03dbc1e709cba6f75e258ad/A in TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:12,035 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/becc8a8a0c0a4341a6eb4ce03d15b5ce, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/bb32ee12c32e4d96879a3ddfd9e5a574, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/18edf0d110ba4bdf95a4b8fea8a9cc49] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp, totalSize=33.6 K 2024-12-03T18:29:12,035 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting becc8a8a0c0a4341a6eb4ce03d15b5ce, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733250548081 2024-12-03T18:29:12,036 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting bb32ee12c32e4d96879a3ddfd9e5a574, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1733250548731 2024-12-03T18:29:12,036 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 18edf0d110ba4bdf95a4b8fea8a9cc49, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733250551716 2024-12-03T18:29:12,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d33456a03dbc1e709cba6f75e258ad:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:29:12,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:12,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d33456a03dbc1e709cba6f75e258ad:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:29:12,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:29:12,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d33456a03dbc1e709cba6f75e258ad:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:29:12,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-03T18:29:12,042 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:29:12,059 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:29:12,059 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): f6d33456a03dbc1e709cba6f75e258ad/B is initiating minor compaction (all files) 2024-12-03T18:29:12,059 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6d33456a03dbc1e709cba6f75e258ad/B in TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:12,059 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/57e0a0518dd94758b35496c72c37e316, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/fb8fa2fbb43c41479e6ab83ff0e4836f, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/cee2a2d4fc8848b785358f3b12aa762f] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp, totalSize=33.6 K 2024-12-03T18:29:12,060 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d33456a03dbc1e709cba6f75e258ad#A#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:12,061 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/8a31962b14934898ae1abb8ae9a8a9e3 is 50, key is test_row_0/A:col10/1733250551724/Put/seqid=0 2024-12-03T18:29:12,062 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57e0a0518dd94758b35496c72c37e316, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733250548081 2024-12-03T18:29:12,062 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb8fa2fbb43c41479e6ab83ff0e4836f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1733250548731 2024-12-03T18:29:12,068 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting cee2a2d4fc8848b785358f3b12aa762f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733250551716 2024-12-03T18:29:12,088 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d33456a03dbc1e709cba6f75e258ad#B#compaction#230 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:12,088 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/2b6b54f166044835a16ca4d9e8dc74cf is 50, key is test_row_0/B:col10/1733250551724/Put/seqid=0 2024-12-03T18:29:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on f6d33456a03dbc1e709cba6f75e258ad 2024-12-03T18:29:12,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6d33456a03dbc1e709cba6f75e258ad 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T18:29:12,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=A 2024-12-03T18:29:12,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:12,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=B 2024-12-03T18:29:12,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:12,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=C 2024-12-03T18:29:12,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:12,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742107_1283 (size=12595) 2024-12-03T18:29:12,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/dd00615cbc864a439af630cf3d93c766 is 50, key is test_row_0/A:col10/1733250552080/Put/seqid=0 2024-12-03T18:29:12,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742106_1282 (size=12595) 2024-12-03T18:29:12,114 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/2b6b54f166044835a16ca4d9e8dc74cf as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/2b6b54f166044835a16ca4d9e8dc74cf 2024-12-03T18:29:12,128 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6d33456a03dbc1e709cba6f75e258ad/B of f6d33456a03dbc1e709cba6f75e258ad into 2b6b54f166044835a16ca4d9e8dc74cf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:12,128 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:12,128 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad., storeName=f6d33456a03dbc1e709cba6f75e258ad/B, priority=13, startTime=1733250552039; duration=0sec 2024-12-03T18:29:12,128 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:29:12,128 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d33456a03dbc1e709cba6f75e258ad:B 2024-12-03T18:29:12,128 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:29:12,142 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/8a31962b14934898ae1abb8ae9a8a9e3 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/8a31962b14934898ae1abb8ae9a8a9e3 2024-12-03T18:29:12,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742108_1284 (size=12151) 2024-12-03T18:29:12,148 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:29:12,148 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): f6d33456a03dbc1e709cba6f75e258ad/C is initiating minor compaction (all files) 2024-12-03T18:29:12,148 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6d33456a03dbc1e709cba6f75e258ad/C in TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:12,149 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/8497dfcb01d94cf1b18a88c05fef528b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/971e3aa087174828b03b99177a9f7354, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/626fbc59adc6424f8bcf4ee8f4a22f8e] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp, totalSize=33.6 K 2024-12-03T18:29:12,149 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8497dfcb01d94cf1b18a88c05fef528b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733250548081 2024-12-03T18:29:12,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/dd00615cbc864a439af630cf3d93c766 2024-12-03T18:29:12,155 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6d33456a03dbc1e709cba6f75e258ad/A of f6d33456a03dbc1e709cba6f75e258ad into 8a31962b14934898ae1abb8ae9a8a9e3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:12,155 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:12,155 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad., storeName=f6d33456a03dbc1e709cba6f75e258ad/A, priority=13, startTime=1733250552032; duration=0sec 2024-12-03T18:29:12,155 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:12,155 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d33456a03dbc1e709cba6f75e258ad:A 2024-12-03T18:29:12,163 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 971e3aa087174828b03b99177a9f7354, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1733250548731 2024-12-03T18:29:12,176 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 626fbc59adc6424f8bcf4ee8f4a22f8e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733250551716 2024-12-03T18:29:12,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/5688c4586a734eb5ac72b5b05a8d5aa5 is 50, key is test_row_0/B:col10/1733250552080/Put/seqid=0 2024-12-03T18:29:12,209 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d33456a03dbc1e709cba6f75e258ad#C#compaction#233 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:12,210 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/b21733d141554f30adbe6666603da377 is 50, key is test_row_0/C:col10/1733250551724/Put/seqid=0 2024-12-03T18:29:12,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250612236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:12,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:12,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250612237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:12,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:12,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250612237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:12,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742109_1285 (size=12151) 2024-12-03T18:29:12,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742110_1286 (size=12595) 2024-12-03T18:29:12,264 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/5688c4586a734eb5ac72b5b05a8d5aa5 2024-12-03T18:29:12,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:12,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1733250612287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:12,295 DEBUG [Thread-1128 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4203 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad., hostname=5840ab6af6da,43459,1733250473452, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:29:12,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:12,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1733250612297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:12,304 DEBUG [Thread-1124 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4222 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad., hostname=5840ab6af6da,43459,1733250473452, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:29:12,306 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/b21733d141554f30adbe6666603da377 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/b21733d141554f30adbe6666603da377 2024-12-03T18:29:12,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/b12be37f1d8f497faa8c299f11176f33 is 50, key is test_row_0/C:col10/1733250552080/Put/seqid=0 2024-12-03T18:29:12,332 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6d33456a03dbc1e709cba6f75e258ad/C of f6d33456a03dbc1e709cba6f75e258ad into b21733d141554f30adbe6666603da377(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:12,332 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:12,332 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad., storeName=f6d33456a03dbc1e709cba6f75e258ad/C, priority=13, startTime=1733250552039; duration=0sec 2024-12-03T18:29:12,332 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:12,332 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d33456a03dbc1e709cba6f75e258ad:C 2024-12-03T18:29:12,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:12,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250612351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:12,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250612351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:12,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250612355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:12,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742111_1287 (size=12151) 2024-12-03T18:29:12,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/b12be37f1d8f497faa8c299f11176f33 2024-12-03T18:29:12,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/dd00615cbc864a439af630cf3d93c766 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/dd00615cbc864a439af630cf3d93c766 2024-12-03T18:29:12,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/dd00615cbc864a439af630cf3d93c766, entries=150, sequenceid=212, filesize=11.9 K 2024-12-03T18:29:12,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/5688c4586a734eb5ac72b5b05a8d5aa5 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/5688c4586a734eb5ac72b5b05a8d5aa5 2024-12-03T18:29:12,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/5688c4586a734eb5ac72b5b05a8d5aa5, entries=150, sequenceid=212, filesize=11.9 K 2024-12-03T18:29:12,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/b12be37f1d8f497faa8c299f11176f33 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/b12be37f1d8f497faa8c299f11176f33 2024-12-03T18:29:12,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/b12be37f1d8f497faa8c299f11176f33, entries=150, sequenceid=212, filesize=11.9 K 2024-12-03T18:29:12,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f6d33456a03dbc1e709cba6f75e258ad in 308ms, sequenceid=212, compaction requested=false 2024-12-03T18:29:12,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on f6d33456a03dbc1e709cba6f75e258ad 2024-12-03T18:29:12,582 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6d33456a03dbc1e709cba6f75e258ad 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T18:29:12,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=A 2024-12-03T18:29:12,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:12,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=B 2024-12-03T18:29:12,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:12,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=C 2024-12-03T18:29:12,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:12,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/d4370dc5cb1d454d8623da97e636b50e is 50, key is test_row_0/A:col10/1733250552235/Put/seqid=0 2024-12-03T18:29:12,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250612622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:12,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250612628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:12,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250612628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:12,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742112_1288 (size=12151) 2024-12-03T18:29:12,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250612733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:12,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250612739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:12,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:12,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250612742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:12,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250612942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:12,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250612963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:12,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250612963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:13,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/d4370dc5cb1d454d8623da97e636b50e 2024-12-03T18:29:13,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/afaac2ae41de4b7ebdf4463f11dd41e4 is 50, key is test_row_0/B:col10/1733250552235/Put/seqid=0 2024-12-03T18:29:13,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742113_1289 (size=12151) 2024-12-03T18:29:13,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/afaac2ae41de4b7ebdf4463f11dd41e4 2024-12-03T18:29:13,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/240c02d839514f47bda5fbccc5cecea3 is 50, key is test_row_0/C:col10/1733250552235/Put/seqid=0 2024-12-03T18:29:13,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:13,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250613248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:13,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742114_1290 (size=12151) 2024-12-03T18:29:13,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:13,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250613277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:13,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:13,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250613283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:13,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-03T18:29:13,641 INFO [Thread-1130 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-12-03T18:29:13,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:29:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-12-03T18:29:13,658 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:29:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-03T18:29:13,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/240c02d839514f47bda5fbccc5cecea3 2024-12-03T18:29:13,660 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:29:13,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:29:13,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/d4370dc5cb1d454d8623da97e636b50e as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/d4370dc5cb1d454d8623da97e636b50e 2024-12-03T18:29:13,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/d4370dc5cb1d454d8623da97e636b50e, entries=150, sequenceid=241, filesize=11.9 K 2024-12-03T18:29:13,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/afaac2ae41de4b7ebdf4463f11dd41e4 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/afaac2ae41de4b7ebdf4463f11dd41e4 2024-12-03T18:29:13,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/afaac2ae41de4b7ebdf4463f11dd41e4, entries=150, sequenceid=241, filesize=11.9 K 2024-12-03T18:29:13,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/240c02d839514f47bda5fbccc5cecea3 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/240c02d839514f47bda5fbccc5cecea3 2024-12-03T18:29:13,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-03T18:29:13,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250613757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:13,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250613790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:13,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250613793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:13,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/240c02d839514f47bda5fbccc5cecea3, entries=150, sequenceid=241, filesize=11.9 K 2024-12-03T18:29:13,807 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for f6d33456a03dbc1e709cba6f75e258ad in 1224ms, sequenceid=241, compaction requested=true 2024-12-03T18:29:13,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:13,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d33456a03dbc1e709cba6f75e258ad:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:29:13,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:29:13,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d33456a03dbc1e709cba6f75e258ad:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:29:13,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-03T18:29:13,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d33456a03dbc1e709cba6f75e258ad:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:29:13,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-03T18:29:13,807 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:29:13,807 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:29:13,819 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:29:13,819 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): f6d33456a03dbc1e709cba6f75e258ad/A is initiating minor compaction (all files) 2024-12-03T18:29:13,819 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6d33456a03dbc1e709cba6f75e258ad/A in TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:13,819 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/8a31962b14934898ae1abb8ae9a8a9e3, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/dd00615cbc864a439af630cf3d93c766, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/d4370dc5cb1d454d8623da97e636b50e] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp, totalSize=36.0 K 2024-12-03T18:29:13,826 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:29:13,826 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): f6d33456a03dbc1e709cba6f75e258ad/C is initiating minor compaction (all files) 2024-12-03T18:29:13,826 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6d33456a03dbc1e709cba6f75e258ad/C in TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:13,827 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:13,827 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/b21733d141554f30adbe6666603da377, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/b12be37f1d8f497faa8c299f11176f33, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/240c02d839514f47bda5fbccc5cecea3] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp, totalSize=36.0 K 2024-12-03T18:29:13,827 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a31962b14934898ae1abb8ae9a8a9e3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733250551716 2024-12-03T18:29:13,828 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting b21733d141554f30adbe6666603da377, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733250551716 2024-12-03T18:29:13,828 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting dd00615cbc864a439af630cf3d93c766, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733250552080 2024-12-03T18:29:13,829 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting b12be37f1d8f497faa8c299f11176f33, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733250552080 2024-12-03T18:29:13,829 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting d4370dc5cb1d454d8623da97e636b50e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733250552235 2024-12-03T18:29:13,829 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 240c02d839514f47bda5fbccc5cecea3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733250552235 2024-12-03T18:29:13,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-03T18:29:13,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:13,831 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing f6d33456a03dbc1e709cba6f75e258ad 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-03T18:29:13,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=A 2024-12-03T18:29:13,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:13,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=B 2024-12-03T18:29:13,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:13,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=C 2024-12-03T18:29:13,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:13,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/98abd4164d5447429777b9e64b148b76 is 50, key is test_row_0/A:col10/1733250552624/Put/seqid=0 2024-12-03T18:29:13,872 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d33456a03dbc1e709cba6f75e258ad#C#compaction#239 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:13,884 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/bd2baede53ea4e8b95ed3aa24d868d64 is 50, key is test_row_0/C:col10/1733250552235/Put/seqid=0 2024-12-03T18:29:13,888 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d33456a03dbc1e709cba6f75e258ad#A#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:13,889 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/f79f487fecb246ea9e623e9fb82ede82 is 50, key is test_row_0/A:col10/1733250552235/Put/seqid=0 2024-12-03T18:29:13,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742115_1291 (size=12151) 2024-12-03T18:29:13,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742116_1292 (size=12697) 2024-12-03T18:29:13,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742117_1293 (size=12697) 2024-12-03T18:29:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-03T18:29:14,023 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/f79f487fecb246ea9e623e9fb82ede82 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/f79f487fecb246ea9e623e9fb82ede82 2024-12-03T18:29:14,079 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6d33456a03dbc1e709cba6f75e258ad/A of f6d33456a03dbc1e709cba6f75e258ad into f79f487fecb246ea9e623e9fb82ede82(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:14,079 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:14,079 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad., storeName=f6d33456a03dbc1e709cba6f75e258ad/A, priority=13, startTime=1733250553807; duration=0sec 2024-12-03T18:29:14,079 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:29:14,079 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d33456a03dbc1e709cba6f75e258ad:A 2024-12-03T18:29:14,079 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:29:14,091 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:29:14,091 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): f6d33456a03dbc1e709cba6f75e258ad/B is initiating minor compaction (all files) 2024-12-03T18:29:14,092 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6d33456a03dbc1e709cba6f75e258ad/B in TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:14,092 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/2b6b54f166044835a16ca4d9e8dc74cf, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/5688c4586a734eb5ac72b5b05a8d5aa5, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/afaac2ae41de4b7ebdf4463f11dd41e4] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp, totalSize=36.0 K 2024-12-03T18:29:14,098 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b6b54f166044835a16ca4d9e8dc74cf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733250551716 2024-12-03T18:29:14,099 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 5688c4586a734eb5ac72b5b05a8d5aa5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733250552080 2024-12-03T18:29:14,107 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting afaac2ae41de4b7ebdf4463f11dd41e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733250552235 2024-12-03T18:29:14,197 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d33456a03dbc1e709cba6f75e258ad#B#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:14,198 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/90b73ad1239c4ee7a87ee22f2980399a is 50, key is test_row_0/B:col10/1733250552235/Put/seqid=0 2024-12-03T18:29:14,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742118_1294 (size=12697) 2024-12-03T18:29:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-03T18:29:14,280 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/90b73ad1239c4ee7a87ee22f2980399a as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/90b73ad1239c4ee7a87ee22f2980399a 2024-12-03T18:29:14,320 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6d33456a03dbc1e709cba6f75e258ad/B of f6d33456a03dbc1e709cba6f75e258ad into 90b73ad1239c4ee7a87ee22f2980399a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:14,320 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:14,320 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad., storeName=f6d33456a03dbc1e709cba6f75e258ad/B, priority=13, startTime=1733250553807; duration=0sec 2024-12-03T18:29:14,320 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:14,320 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d33456a03dbc1e709cba6f75e258ad:B 2024-12-03T18:29:14,330 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/98abd4164d5447429777b9e64b148b76 2024-12-03T18:29:14,379 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/bd2baede53ea4e8b95ed3aa24d868d64 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/bd2baede53ea4e8b95ed3aa24d868d64 2024-12-03T18:29:14,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/2cc47827f6c34ecbb09eb03976ceebbc is 50, key is test_row_0/B:col10/1733250552624/Put/seqid=0 2024-12-03T18:29:14,411 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6d33456a03dbc1e709cba6f75e258ad/C of f6d33456a03dbc1e709cba6f75e258ad into bd2baede53ea4e8b95ed3aa24d868d64(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:14,411 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:14,411 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad., storeName=f6d33456a03dbc1e709cba6f75e258ad/C, priority=13, startTime=1733250553807; duration=0sec 2024-12-03T18:29:14,411 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:14,411 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d33456a03dbc1e709cba6f75e258ad:C 2024-12-03T18:29:14,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742119_1295 (size=12151) 2024-12-03T18:29:14,427 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/2cc47827f6c34ecbb09eb03976ceebbc 2024-12-03T18:29:14,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/e3b89226ab714e2cbbc06fc5fd8e53db is 50, key is test_row_0/C:col10/1733250552624/Put/seqid=0 2024-12-03T18:29:14,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742120_1296 (size=12151) 2024-12-03T18:29:14,539 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/e3b89226ab714e2cbbc06fc5fd8e53db 2024-12-03T18:29:14,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/98abd4164d5447429777b9e64b148b76 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/98abd4164d5447429777b9e64b148b76 2024-12-03T18:29:14,558 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/98abd4164d5447429777b9e64b148b76, entries=150, sequenceid=251, filesize=11.9 K 2024-12-03T18:29:14,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/2cc47827f6c34ecbb09eb03976ceebbc as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/2cc47827f6c34ecbb09eb03976ceebbc 2024-12-03T18:29:14,580 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/2cc47827f6c34ecbb09eb03976ceebbc, entries=150, sequenceid=251, filesize=11.9 K 2024-12-03T18:29:14,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/e3b89226ab714e2cbbc06fc5fd8e53db as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/e3b89226ab714e2cbbc06fc5fd8e53db 2024-12-03T18:29:14,614 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/e3b89226ab714e2cbbc06fc5fd8e53db, entries=150, sequenceid=251, filesize=11.9 K 2024-12-03T18:29:14,623 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for f6d33456a03dbc1e709cba6f75e258ad in 792ms, sequenceid=251, compaction requested=false 2024-12-03T18:29:14,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:14,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:14,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-12-03T18:29:14,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-12-03T18:29:14,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-12-03T18:29:14,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 971 msec 2024-12-03T18:29:14,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.0020 sec 2024-12-03T18:29:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-03T18:29:14,767 INFO [Thread-1130 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-12-03T18:29:14,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:29:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-12-03T18:29:14,811 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:29:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-03T18:29:14,812 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:29:14,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:29:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on f6d33456a03dbc1e709cba6f75e258ad 2024-12-03T18:29:14,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6d33456a03dbc1e709cba6f75e258ad 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T18:29:14,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=A 2024-12-03T18:29:14,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:14,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=B 2024-12-03T18:29:14,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:14,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=C 2024-12-03T18:29:14,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:14,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/2281be58f0284753934b70e9c1bb1333 is 50, key is test_row_0/A:col10/1733250554820/Put/seqid=0 2024-12-03T18:29:14,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742121_1297 (size=12301) 2024-12-03T18:29:14,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-03T18:29:14,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/2281be58f0284753934b70e9c1bb1333 2024-12-03T18:29:14,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/e5e4bfc5c0854733b068bf2aa90e6d95 is 50, key is test_row_0/B:col10/1733250554820/Put/seqid=0 2024-12-03T18:29:14,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:14,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250614937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:14,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250614938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:14,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250614939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:14,976 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:14,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742122_1298 (size=12301) 2024-12-03T18:29:14,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-03T18:29:14,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:14,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:14,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:14,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:14,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:14,997 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/e5e4bfc5c0854733b068bf2aa90e6d95 2024-12-03T18:29:15,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/5836d9842d674eacb9ca133f091abeb9 is 50, key is test_row_0/C:col10/1733250554820/Put/seqid=0 2024-12-03T18:29:15,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250615045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:15,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250615046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:15,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250615050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:15,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742123_1299 (size=12301) 2024-12-03T18:29:15,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/5836d9842d674eacb9ca133f091abeb9 2024-12-03T18:29:15,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-03T18:29:15,135 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:15,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/2281be58f0284753934b70e9c1bb1333 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/2281be58f0284753934b70e9c1bb1333 2024-12-03T18:29:15,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-03T18:29:15,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:15,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:15,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:15,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:15,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:15,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:15,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/2281be58f0284753934b70e9c1bb1333, entries=150, sequenceid=266, filesize=12.0 K 2024-12-03T18:29:15,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/e5e4bfc5c0854733b068bf2aa90e6d95 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/e5e4bfc5c0854733b068bf2aa90e6d95 2024-12-03T18:29:15,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/e5e4bfc5c0854733b068bf2aa90e6d95, entries=150, sequenceid=266, filesize=12.0 K 2024-12-03T18:29:15,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/5836d9842d674eacb9ca133f091abeb9 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/5836d9842d674eacb9ca133f091abeb9 2024-12-03T18:29:15,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/5836d9842d674eacb9ca133f091abeb9, entries=150, sequenceid=266, filesize=12.0 K 2024-12-03T18:29:15,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f6d33456a03dbc1e709cba6f75e258ad in 419ms, sequenceid=266, compaction requested=true 2024-12-03T18:29:15,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:15,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d33456a03dbc1e709cba6f75e258ad:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:29:15,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:15,247 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:29:15,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d33456a03dbc1e709cba6f75e258ad:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:29:15,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:29:15,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d33456a03dbc1e709cba6f75e258ad:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:29:15,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-03T18:29:15,247 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:29:15,258 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:29:15,258 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): f6d33456a03dbc1e709cba6f75e258ad/A is initiating minor compaction (all files) 2024-12-03T18:29:15,258 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6d33456a03dbc1e709cba6f75e258ad/A in TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:15,258 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/f79f487fecb246ea9e623e9fb82ede82, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/98abd4164d5447429777b9e64b148b76, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/2281be58f0284753934b70e9c1bb1333] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp, totalSize=36.3 K 2024-12-03T18:29:15,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on f6d33456a03dbc1e709cba6f75e258ad 2024-12-03T18:29:15,262 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting f79f487fecb246ea9e623e9fb82ede82, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733250552235 2024-12-03T18:29:15,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6d33456a03dbc1e709cba6f75e258ad 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-03T18:29:15,264 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 98abd4164d5447429777b9e64b148b76, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733250552599 2024-12-03T18:29:15,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=A 2024-12-03T18:29:15,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:15,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=B 2024-12-03T18:29:15,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:15,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=C 2024-12-03T18:29:15,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:15,268 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:29:15,268 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): f6d33456a03dbc1e709cba6f75e258ad/B is initiating minor compaction (all files) 2024-12-03T18:29:15,268 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6d33456a03dbc1e709cba6f75e258ad/B in TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:15,268 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/90b73ad1239c4ee7a87ee22f2980399a, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/2cc47827f6c34ecbb09eb03976ceebbc, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/e5e4bfc5c0854733b068bf2aa90e6d95] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp, totalSize=36.3 K 2024-12-03T18:29:15,269 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 2281be58f0284753934b70e9c1bb1333, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733250554813 2024-12-03T18:29:15,273 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90b73ad1239c4ee7a87ee22f2980399a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733250552235 2024-12-03T18:29:15,274 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2cc47827f6c34ecbb09eb03976ceebbc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733250552599 2024-12-03T18:29:15,279 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5e4bfc5c0854733b068bf2aa90e6d95, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733250554813 2024-12-03T18:29:15,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/cd149233430245b89177b0e3de57b095 is 50, key is test_row_0/A:col10/1733250554929/Put/seqid=0 2024-12-03T18:29:15,303 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:15,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-03T18:29:15,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:15,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:15,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:15,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:15,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:15,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:15,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742124_1300 (size=12301) 2024-12-03T18:29:15,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:15,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250615330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:15,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:15,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250615337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:15,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:15,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250615343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:15,351 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d33456a03dbc1e709cba6f75e258ad#A#compaction#248 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:15,352 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/4e9f5cc11a1647e3b6ad805a44cb15dc is 50, key is test_row_0/A:col10/1733250554820/Put/seqid=0 2024-12-03T18:29:15,361 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d33456a03dbc1e709cba6f75e258ad#B#compaction#249 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:15,361 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/f71a201802434f2ab247c2c6b407a353 is 50, key is test_row_0/B:col10/1733250554820/Put/seqid=0 2024-12-03T18:29:15,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742125_1301 (size=12949) 2024-12-03T18:29:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-03T18:29:15,424 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/4e9f5cc11a1647e3b6ad805a44cb15dc as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/4e9f5cc11a1647e3b6ad805a44cb15dc 2024-12-03T18:29:15,447 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6d33456a03dbc1e709cba6f75e258ad/A of f6d33456a03dbc1e709cba6f75e258ad into 4e9f5cc11a1647e3b6ad805a44cb15dc(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:15,447 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:15,447 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad., storeName=f6d33456a03dbc1e709cba6f75e258ad/A, priority=13, startTime=1733250555247; duration=0sec 2024-12-03T18:29:15,447 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:29:15,448 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d33456a03dbc1e709cba6f75e258ad:A 2024-12-03T18:29:15,448 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:29:15,450 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:29:15,450 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): f6d33456a03dbc1e709cba6f75e258ad/C is initiating minor compaction (all files) 2024-12-03T18:29:15,450 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6d33456a03dbc1e709cba6f75e258ad/C in TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:15,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:15,451 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/bd2baede53ea4e8b95ed3aa24d868d64, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/e3b89226ab714e2cbbc06fc5fd8e53db, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/5836d9842d674eacb9ca133f091abeb9] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp, totalSize=36.3 K 2024-12-03T18:29:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250615447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:15,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:15,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742126_1302 (size=12949) 2024-12-03T18:29:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250615447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:15,452 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting bd2baede53ea4e8b95ed3aa24d868d64, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733250552235 2024-12-03T18:29:15,456 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting e3b89226ab714e2cbbc06fc5fd8e53db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733250552599 2024-12-03T18:29:15,456 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 5836d9842d674eacb9ca133f091abeb9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733250554813 2024-12-03T18:29:15,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250615450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:15,475 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:15,476 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/f71a201802434f2ab247c2c6b407a353 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/f71a201802434f2ab247c2c6b407a353 2024-12-03T18:29:15,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-03T18:29:15,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:15,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:15,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:15,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:15,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:15,484 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d33456a03dbc1e709cba6f75e258ad#C#compaction#250 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:15,484 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/6a8a5caaedd741c2bcf802c3bc22f42e is 50, key is test_row_0/C:col10/1733250554820/Put/seqid=0 2024-12-03T18:29:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:15,495 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6d33456a03dbc1e709cba6f75e258ad/B of f6d33456a03dbc1e709cba6f75e258ad into f71a201802434f2ab247c2c6b407a353(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:15,495 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:15,495 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad., storeName=f6d33456a03dbc1e709cba6f75e258ad/B, priority=13, startTime=1733250555247; duration=0sec 2024-12-03T18:29:15,495 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:15,495 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d33456a03dbc1e709cba6f75e258ad:B 2024-12-03T18:29:15,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742127_1303 (size=12949) 2024-12-03T18:29:15,577 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/6a8a5caaedd741c2bcf802c3bc22f42e as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/6a8a5caaedd741c2bcf802c3bc22f42e 2024-12-03T18:29:15,599 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6d33456a03dbc1e709cba6f75e258ad/C of f6d33456a03dbc1e709cba6f75e258ad into 6a8a5caaedd741c2bcf802c3bc22f42e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:15,599 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:15,599 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad., storeName=f6d33456a03dbc1e709cba6f75e258ad/C, priority=13, startTime=1733250555247; duration=0sec 2024-12-03T18:29:15,599 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:15,599 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d33456a03dbc1e709cba6f75e258ad:C 2024-12-03T18:29:15,651 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:15,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-03T18:29:15,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:15,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:15,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:15,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:15,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:15,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250615664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:15,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250615665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:15,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:15,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250615662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:15,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/cd149233430245b89177b0e3de57b095 2024-12-03T18:29:15,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/f813977c9ce345f78865c7e9c0c4b999 is 50, key is test_row_0/B:col10/1733250554929/Put/seqid=0 2024-12-03T18:29:15,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742128_1304 (size=12301) 2024-12-03T18:29:15,819 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:15,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-03T18:29:15,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:15,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:15,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:15,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:15,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:15,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:15,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-03T18:29:15,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:15,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250615973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:15,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:15,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250615974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:15,984 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:15,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:15,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250615979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:15,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-03T18:29:15,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:15,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:15,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:15,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:15,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:16,149 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:16,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-03T18:29:16,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:16,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:16,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:16,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:16,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:16,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:16,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/f813977c9ce345f78865c7e9c0c4b999 2024-12-03T18:29:16,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/ea4fd41348404ec1bb7ea0670aa95c2e is 50, key is test_row_0/C:col10/1733250554929/Put/seqid=0 2024-12-03T18:29:16,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742129_1305 (size=12301) 2024-12-03T18:29:16,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/ea4fd41348404ec1bb7ea0670aa95c2e 2024-12-03T18:29:16,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/cd149233430245b89177b0e3de57b095 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/cd149233430245b89177b0e3de57b095 2024-12-03T18:29:16,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/cd149233430245b89177b0e3de57b095, entries=150, sequenceid=292, filesize=12.0 K 2024-12-03T18:29:16,302 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:16,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-03T18:29:16,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:16,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:16,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:16,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:16,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/f813977c9ce345f78865c7e9c0c4b999 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/f813977c9ce345f78865c7e9c0c4b999 2024-12-03T18:29:16,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:16,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:16,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:16,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1733250616315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:16,317 DEBUG [Thread-1128 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8226 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad., hostname=5840ab6af6da,43459,1733250473452, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:29:16,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/f813977c9ce345f78865c7e9c0c4b999, entries=150, sequenceid=292, filesize=12.0 K 2024-12-03T18:29:16,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/ea4fd41348404ec1bb7ea0670aa95c2e as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/ea4fd41348404ec1bb7ea0670aa95c2e 2024-12-03T18:29:16,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:16,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57498 deadline: 1733250616318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:16,326 DEBUG [Thread-1124 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8243 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad., hostname=5840ab6af6da,43459,1733250473452, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:29:16,333 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/ea4fd41348404ec1bb7ea0670aa95c2e, entries=150, sequenceid=292, filesize=12.0 K 2024-12-03T18:29:16,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for f6d33456a03dbc1e709cba6f75e258ad in 1072ms, sequenceid=292, compaction requested=false 2024-12-03T18:29:16,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:16,457 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:16,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-03T18:29:16,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:16,458 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing f6d33456a03dbc1e709cba6f75e258ad 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-03T18:29:16,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=A 2024-12-03T18:29:16,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:16,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=B 2024-12-03T18:29:16,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:16,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=C 2024-12-03T18:29:16,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on f6d33456a03dbc1e709cba6f75e258ad 2024-12-03T18:29:16,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:16,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/8ce35b88931d4e4a92eeaa41862bc2e1 is 50, key is test_row_0/A:col10/1733250555320/Put/seqid=0 2024-12-03T18:29:16,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742130_1306 (size=12301) 2024-12-03T18:29:16,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:16,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250616599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:16,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:16,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250616600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:16,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:16,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250616603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:16,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:16,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250616739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:16,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:16,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250616743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:16,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:16,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250616743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:16,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-03T18:29:16,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250616947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:16,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:16,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250616950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:16,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:16,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250616950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:17,010 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/8ce35b88931d4e4a92eeaa41862bc2e1 2024-12-03T18:29:17,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/c941e11a01ea43978f2046dc98333dbf is 50, key is test_row_0/B:col10/1733250555320/Put/seqid=0 2024-12-03T18:29:17,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742131_1307 (size=12301) 2024-12-03T18:29:17,079 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/c941e11a01ea43978f2046dc98333dbf 2024-12-03T18:29:17,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/e926dacce5ef429d8fc9477866fce828 is 50, key is test_row_0/C:col10/1733250555320/Put/seqid=0 2024-12-03T18:29:17,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742132_1308 (size=12301) 2024-12-03T18:29:17,137 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/e926dacce5ef429d8fc9477866fce828 2024-12-03T18:29:17,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/8ce35b88931d4e4a92eeaa41862bc2e1 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/8ce35b88931d4e4a92eeaa41862bc2e1 2024-12-03T18:29:17,191 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/8ce35b88931d4e4a92eeaa41862bc2e1, entries=150, sequenceid=307, filesize=12.0 K 2024-12-03T18:29:17,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/c941e11a01ea43978f2046dc98333dbf as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/c941e11a01ea43978f2046dc98333dbf 2024-12-03T18:29:17,224 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/c941e11a01ea43978f2046dc98333dbf, entries=150, sequenceid=307, filesize=12.0 K 2024-12-03T18:29:17,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/e926dacce5ef429d8fc9477866fce828 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/e926dacce5ef429d8fc9477866fce828 2024-12-03T18:29:17,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:17,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250617251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:17,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:17,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250617257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:17,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:17,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250617258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:17,273 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/e926dacce5ef429d8fc9477866fce828, entries=150, sequenceid=307, filesize=12.0 K 2024-12-03T18:29:17,276 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f6d33456a03dbc1e709cba6f75e258ad in 818ms, sequenceid=307, compaction requested=true 2024-12-03T18:29:17,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:17,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:17,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-12-03T18:29:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-12-03T18:29:17,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-12-03T18:29:17,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4730 sec 2024-12-03T18:29:17,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 2.5170 sec 2024-12-03T18:29:17,764 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6d33456a03dbc1e709cba6f75e258ad 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T18:29:17,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=A 2024-12-03T18:29:17,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:17,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=B 2024-12-03T18:29:17,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:17,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=C 2024-12-03T18:29:17,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:17,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on f6d33456a03dbc1e709cba6f75e258ad 2024-12-03T18:29:17,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/10214e76fc8645eb84360f343ae225cd is 50, key is test_row_0/A:col10/1733250556590/Put/seqid=0 2024-12-03T18:29:17,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:17,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250617791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:17,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:17,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250617795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:17,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:17,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250617795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:17,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742133_1309 (size=14741) 2024-12-03T18:29:17,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:17,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250617898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:17,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250617902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:17,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250617902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:18,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:18,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250618108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:18,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:18,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250618111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:18,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250618115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:18,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/10214e76fc8645eb84360f343ae225cd 2024-12-03T18:29:18,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/ff20f2d9104d43d8838406e3e9639d4c is 50, key is test_row_0/B:col10/1733250556590/Put/seqid=0 2024-12-03T18:29:18,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742134_1310 (size=12301) 2024-12-03T18:29:18,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/ff20f2d9104d43d8838406e3e9639d4c 2024-12-03T18:29:18,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/f7afb848a41f4e78bdbf35936212a861 is 50, key is test_row_0/C:col10/1733250556590/Put/seqid=0 2024-12-03T18:29:18,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250618423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:18,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250618425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:18,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250618426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:18,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742135_1311 (size=12301) 2024-12-03T18:29:18,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/f7afb848a41f4e78bdbf35936212a861 2024-12-03T18:29:18,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/10214e76fc8645eb84360f343ae225cd as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/10214e76fc8645eb84360f343ae225cd 2024-12-03T18:29:18,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/10214e76fc8645eb84360f343ae225cd, entries=200, sequenceid=332, filesize=14.4 K 2024-12-03T18:29:18,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/ff20f2d9104d43d8838406e3e9639d4c as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/ff20f2d9104d43d8838406e3e9639d4c 2024-12-03T18:29:18,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/ff20f2d9104d43d8838406e3e9639d4c, entries=150, sequenceid=332, filesize=12.0 K 2024-12-03T18:29:18,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/f7afb848a41f4e78bdbf35936212a861 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/f7afb848a41f4e78bdbf35936212a861 2024-12-03T18:29:18,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/f7afb848a41f4e78bdbf35936212a861, entries=150, sequenceid=332, filesize=12.0 K 2024-12-03T18:29:18,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f6d33456a03dbc1e709cba6f75e258ad in 781ms, sequenceid=332, compaction requested=true 2024-12-03T18:29:18,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:18,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d33456a03dbc1e709cba6f75e258ad:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:29:18,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:18,546 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T18:29:18,546 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T18:29:18,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d33456a03dbc1e709cba6f75e258ad:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:29:18,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:18,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d33456a03dbc1e709cba6f75e258ad:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:29:18,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:29:18,549 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T18:29:18,549 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): f6d33456a03dbc1e709cba6f75e258ad/B is initiating minor compaction (all files) 2024-12-03T18:29:18,549 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6d33456a03dbc1e709cba6f75e258ad/B in TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:18,549 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/f71a201802434f2ab247c2c6b407a353, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/f813977c9ce345f78865c7e9c0c4b999, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/c941e11a01ea43978f2046dc98333dbf, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/ff20f2d9104d43d8838406e3e9639d4c] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp, totalSize=48.7 K 2024-12-03T18:29:18,550 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T18:29:18,550 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): f6d33456a03dbc1e709cba6f75e258ad/A is initiating minor compaction (all files) 2024-12-03T18:29:18,550 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6d33456a03dbc1e709cba6f75e258ad/A in TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:18,550 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/4e9f5cc11a1647e3b6ad805a44cb15dc, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/cd149233430245b89177b0e3de57b095, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/8ce35b88931d4e4a92eeaa41862bc2e1, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/10214e76fc8645eb84360f343ae225cd] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp, totalSize=51.1 K 2024-12-03T18:29:18,551 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting f71a201802434f2ab247c2c6b407a353, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733250554813 2024-12-03T18:29:18,552 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e9f5cc11a1647e3b6ad805a44cb15dc, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733250554813 2024-12-03T18:29:18,552 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting f813977c9ce345f78865c7e9c0c4b999, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733250554929 2024-12-03T18:29:18,552 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd149233430245b89177b0e3de57b095, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733250554929 2024-12-03T18:29:18,552 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting c941e11a01ea43978f2046dc98333dbf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733250555272 2024-12-03T18:29:18,552 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ce35b88931d4e4a92eeaa41862bc2e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733250555272 2024-12-03T18:29:18,552 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting ff20f2d9104d43d8838406e3e9639d4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733250556590 2024-12-03T18:29:18,553 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10214e76fc8645eb84360f343ae225cd, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733250556589 2024-12-03T18:29:18,573 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d33456a03dbc1e709cba6f75e258ad#B#compaction#259 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:18,573 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/c02eb9eec7574eeca72c78ec4b538d48 is 50, key is test_row_0/B:col10/1733250556590/Put/seqid=0 2024-12-03T18:29:18,579 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d33456a03dbc1e709cba6f75e258ad#A#compaction#260 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:18,579 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/f3e41bb9261e4fe7a46bda3f573f2cb8 is 50, key is test_row_0/A:col10/1733250556590/Put/seqid=0 2024-12-03T18:29:18,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742136_1312 (size=13085) 2024-12-03T18:29:18,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742137_1313 (size=13085) 2024-12-03T18:29:18,633 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/c02eb9eec7574eeca72c78ec4b538d48 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/c02eb9eec7574eeca72c78ec4b538d48 2024-12-03T18:29:18,642 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/f3e41bb9261e4fe7a46bda3f573f2cb8 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/f3e41bb9261e4fe7a46bda3f573f2cb8 2024-12-03T18:29:18,644 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f6d33456a03dbc1e709cba6f75e258ad/B of f6d33456a03dbc1e709cba6f75e258ad into c02eb9eec7574eeca72c78ec4b538d48(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:18,644 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:18,644 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad., storeName=f6d33456a03dbc1e709cba6f75e258ad/B, priority=12, startTime=1733250558546; duration=0sec 2024-12-03T18:29:18,644 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:29:18,644 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d33456a03dbc1e709cba6f75e258ad:B 2024-12-03T18:29:18,645 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T18:29:18,649 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f6d33456a03dbc1e709cba6f75e258ad/A of f6d33456a03dbc1e709cba6f75e258ad into f3e41bb9261e4fe7a46bda3f573f2cb8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:18,649 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:18,649 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad., storeName=f6d33456a03dbc1e709cba6f75e258ad/A, priority=12, startTime=1733250558545; duration=0sec 2024-12-03T18:29:18,649 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:18,649 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d33456a03dbc1e709cba6f75e258ad:A 2024-12-03T18:29:18,649 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T18:29:18,649 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): f6d33456a03dbc1e709cba6f75e258ad/C is initiating minor compaction (all files) 2024-12-03T18:29:18,649 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6d33456a03dbc1e709cba6f75e258ad/C in TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:18,649 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/6a8a5caaedd741c2bcf802c3bc22f42e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/ea4fd41348404ec1bb7ea0670aa95c2e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/e926dacce5ef429d8fc9477866fce828, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/f7afb848a41f4e78bdbf35936212a861] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp, totalSize=48.7 K 2024-12-03T18:29:18,650 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a8a5caaedd741c2bcf802c3bc22f42e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733250554813 2024-12-03T18:29:18,650 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting ea4fd41348404ec1bb7ea0670aa95c2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733250554929 2024-12-03T18:29:18,651 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting e926dacce5ef429d8fc9477866fce828, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733250555272 2024-12-03T18:29:18,651 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting f7afb848a41f4e78bdbf35936212a861, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733250556590 2024-12-03T18:29:18,666 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d33456a03dbc1e709cba6f75e258ad#C#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:18,667 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/ea537f28b80d4ebca9cc2cd9a1a4a413 is 50, key is test_row_0/C:col10/1733250556590/Put/seqid=0 2024-12-03T18:29:18,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742138_1314 (size=13085) 2024-12-03T18:29:18,735 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/ea537f28b80d4ebca9cc2cd9a1a4a413 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/ea537f28b80d4ebca9cc2cd9a1a4a413 2024-12-03T18:29:18,748 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f6d33456a03dbc1e709cba6f75e258ad/C of f6d33456a03dbc1e709cba6f75e258ad into ea537f28b80d4ebca9cc2cd9a1a4a413(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:18,748 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:18,748 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad., storeName=f6d33456a03dbc1e709cba6f75e258ad/C, priority=12, startTime=1733250558546; duration=0sec 2024-12-03T18:29:18,749 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:18,749 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d33456a03dbc1e709cba6f75e258ad:C 2024-12-03T18:29:18,943 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6d33456a03dbc1e709cba6f75e258ad 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-03T18:29:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on f6d33456a03dbc1e709cba6f75e258ad 2024-12-03T18:29:18,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-03T18:29:18,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=A 2024-12-03T18:29:18,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:18,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=B 2024-12-03T18:29:18,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:18,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=C 2024-12-03T18:29:18,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:18,954 INFO [Thread-1130 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-12-03T18:29:18,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/29b4d045ed9b4385a4a1c7d3d8fd765a is 50, key is test_row_0/A:col10/1733250558935/Put/seqid=0 2024-12-03T18:29:18,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:29:18,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-12-03T18:29:18,970 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:29:18,972 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:29:18,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:29:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-03T18:29:18,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742139_1315 (size=12301) 2024-12-03T18:29:19,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:19,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250619052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:19,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:19,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250619057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:19,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:19,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250619060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:19,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-03T18:29:19,131 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:19,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-03T18:29:19,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:19,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:19,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:19,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:19,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:19,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:19,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:19,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250619159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:19,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:19,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250619161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:19,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:19,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250619175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:19,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-03T18:29:19,287 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:19,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-03T18:29:19,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:19,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:19,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:19,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:19,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:19,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:19,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250619363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:19,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:19,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250619365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:19,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250619383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:19,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/29b4d045ed9b4385a4a1c7d3d8fd765a 2024-12-03T18:29:19,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/5abd1c47eb4d499fa2afafaed428926d is 50, key is test_row_0/B:col10/1733250558935/Put/seqid=0 2024-12-03T18:29:19,447 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:19,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-03T18:29:19,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:19,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:19,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:19,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:19,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:19,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:19,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742140_1316 (size=12301) 2024-12-03T18:29:19,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/5abd1c47eb4d499fa2afafaed428926d 2024-12-03T18:29:19,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/8e22fff084414fe3b1ed7d6658c3afe0 is 50, key is test_row_0/C:col10/1733250558935/Put/seqid=0 2024-12-03T18:29:19,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742141_1317 (size=12301) 2024-12-03T18:29:19,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/8e22fff084414fe3b1ed7d6658c3afe0 2024-12-03T18:29:19,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/29b4d045ed9b4385a4a1c7d3d8fd765a as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/29b4d045ed9b4385a4a1c7d3d8fd765a 2024-12-03T18:29:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-03T18:29:19,606 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/29b4d045ed9b4385a4a1c7d3d8fd765a, entries=150, sequenceid=349, filesize=12.0 K 2024-12-03T18:29:19,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/5abd1c47eb4d499fa2afafaed428926d as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/5abd1c47eb4d499fa2afafaed428926d 2024-12-03T18:29:19,613 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:19,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-03T18:29:19,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:19,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:19,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:19,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:19,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:19,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:19,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/5abd1c47eb4d499fa2afafaed428926d, entries=150, sequenceid=349, filesize=12.0 K 2024-12-03T18:29:19,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/8e22fff084414fe3b1ed7d6658c3afe0 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/8e22fff084414fe3b1ed7d6658c3afe0 2024-12-03T18:29:19,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:19,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250619669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:19,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:19,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250619669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:19,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/8e22fff084414fe3b1ed7d6658c3afe0, entries=150, sequenceid=349, filesize=12.0 K 2024-12-03T18:29:19,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for f6d33456a03dbc1e709cba6f75e258ad in 732ms, sequenceid=349, compaction requested=false 2024-12-03T18:29:19,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:19,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on f6d33456a03dbc1e709cba6f75e258ad 2024-12-03T18:29:19,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6d33456a03dbc1e709cba6f75e258ad 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T18:29:19,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=A 2024-12-03T18:29:19,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:19,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=B 2024-12-03T18:29:19,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:19,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=C 2024-12-03T18:29:19,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:19,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/ed65afd1e5544c9285bc02fa190a2a72 is 50, key is test_row_0/A:col10/1733250559005/Put/seqid=0 2024-12-03T18:29:19,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:19,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250619731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:19,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742142_1318 (size=12301) 2024-12-03T18:29:19,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/ed65afd1e5544c9285bc02fa190a2a72 2024-12-03T18:29:19,766 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:19,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-03T18:29:19,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:19,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:19,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:19,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:19,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:19,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:19,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/996ff7404cb94f3f8a8e5992d22f6ea2 is 50, key is test_row_0/B:col10/1733250559005/Put/seqid=0 2024-12-03T18:29:19,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742143_1319 (size=12301) 2024-12-03T18:29:19,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:19,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250619846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:19,855 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/996ff7404cb94f3f8a8e5992d22f6ea2 2024-12-03T18:29:19,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/651ce78191d247b584e1b3456f398b4b is 50, key is test_row_0/C:col10/1733250559005/Put/seqid=0 2024-12-03T18:29:19,926 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:19,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742144_1320 (size=12301) 2024-12-03T18:29:19,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-03T18:29:19,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:19,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:19,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:19,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:19,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:19,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:20,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:20,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250620054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:20,084 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:20,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-03T18:29:20,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:20,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:20,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:20,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:20,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:20,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-03T18:29:20,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:20,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:20,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250620176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:20,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:20,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250620178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:20,244 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:20,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-03T18:29:20,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:20,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:20,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:20,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:20,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:20,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:20,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/651ce78191d247b584e1b3456f398b4b 2024-12-03T18:29:20,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/ed65afd1e5544c9285bc02fa190a2a72 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/ed65afd1e5544c9285bc02fa190a2a72 2024-12-03T18:29:20,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250620363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:20,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/ed65afd1e5544c9285bc02fa190a2a72, entries=150, sequenceid=374, filesize=12.0 K 2024-12-03T18:29:20,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/996ff7404cb94f3f8a8e5992d22f6ea2 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/996ff7404cb94f3f8a8e5992d22f6ea2 2024-12-03T18:29:20,399 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:20,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-03T18:29:20,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:20,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:20,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:20,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:20,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:20,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/996ff7404cb94f3f8a8e5992d22f6ea2, entries=150, sequenceid=374, filesize=12.0 K 2024-12-03T18:29:20,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/651ce78191d247b584e1b3456f398b4b as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/651ce78191d247b584e1b3456f398b4b 2024-12-03T18:29:20,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/651ce78191d247b584e1b3456f398b4b, entries=150, sequenceid=374, filesize=12.0 K 2024-12-03T18:29:20,447 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f6d33456a03dbc1e709cba6f75e258ad in 753ms, sequenceid=374, compaction requested=true 2024-12-03T18:29:20,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:20,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d33456a03dbc1e709cba6f75e258ad:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:29:20,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:20,447 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:29:20,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d33456a03dbc1e709cba6f75e258ad:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:29:20,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:29:20,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d33456a03dbc1e709cba6f75e258ad:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:29:20,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-03T18:29:20,447 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:29:20,467 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:29:20,467 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): f6d33456a03dbc1e709cba6f75e258ad/B is initiating minor compaction (all files) 2024-12-03T18:29:20,467 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6d33456a03dbc1e709cba6f75e258ad/B in TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:20,467 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/c02eb9eec7574eeca72c78ec4b538d48, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/5abd1c47eb4d499fa2afafaed428926d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/996ff7404cb94f3f8a8e5992d22f6ea2] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp, totalSize=36.8 K 2024-12-03T18:29:20,471 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:29:20,471 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): f6d33456a03dbc1e709cba6f75e258ad/A is initiating minor compaction (all files) 2024-12-03T18:29:20,471 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6d33456a03dbc1e709cba6f75e258ad/A in TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:20,471 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/f3e41bb9261e4fe7a46bda3f573f2cb8, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/29b4d045ed9b4385a4a1c7d3d8fd765a, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/ed65afd1e5544c9285bc02fa190a2a72] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp, totalSize=36.8 K 2024-12-03T18:29:20,472 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting c02eb9eec7574eeca72c78ec4b538d48, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733250556590 2024-12-03T18:29:20,472 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3e41bb9261e4fe7a46bda3f573f2cb8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733250556590 2024-12-03T18:29:20,473 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 5abd1c47eb4d499fa2afafaed428926d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1733250557794 2024-12-03T18:29:20,473 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29b4d045ed9b4385a4a1c7d3d8fd765a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1733250557794 2024-12-03T18:29:20,475 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 996ff7404cb94f3f8a8e5992d22f6ea2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733250559005 2024-12-03T18:29:20,476 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed65afd1e5544c9285bc02fa190a2a72, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733250559005 2024-12-03T18:29:20,515 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d33456a03dbc1e709cba6f75e258ad#A#compaction#268 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:20,516 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/a2d0714e4cc342a993c26fcb666d1640 is 50, key is test_row_0/A:col10/1733250559005/Put/seqid=0 2024-12-03T18:29:20,519 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d33456a03dbc1e709cba6f75e258ad#B#compaction#269 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:20,519 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/eadb17c5a869471a8caf1fa3040e6e7b is 50, key is test_row_0/B:col10/1733250559005/Put/seqid=0 2024-12-03T18:29:20,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742146_1322 (size=13187) 2024-12-03T18:29:20,568 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:20,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-03T18:29:20,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:20,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742145_1321 (size=13187) 2024-12-03T18:29:20,569 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing f6d33456a03dbc1e709cba6f75e258ad 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T18:29:20,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=A 2024-12-03T18:29:20,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:20,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=B 2024-12-03T18:29:20,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:20,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=C 2024-12-03T18:29:20,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:20,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/c5569a3e74ae451eac263b647dba91c1 is 50, key is test_row_0/A:col10/1733250559720/Put/seqid=0 2024-12-03T18:29:20,595 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/a2d0714e4cc342a993c26fcb666d1640 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/a2d0714e4cc342a993c26fcb666d1640 2024-12-03T18:29:20,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742147_1323 (size=12301) 2024-12-03T18:29:20,633 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/c5569a3e74ae451eac263b647dba91c1 2024-12-03T18:29:20,651 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6d33456a03dbc1e709cba6f75e258ad/A of f6d33456a03dbc1e709cba6f75e258ad into a2d0714e4cc342a993c26fcb666d1640(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:20,651 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:20,651 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad., storeName=f6d33456a03dbc1e709cba6f75e258ad/A, priority=13, startTime=1733250560447; duration=0sec 2024-12-03T18:29:20,651 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:29:20,651 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d33456a03dbc1e709cba6f75e258ad:A 2024-12-03T18:29:20,651 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:29:20,699 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:29:20,699 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): f6d33456a03dbc1e709cba6f75e258ad/C is initiating minor compaction (all files) 2024-12-03T18:29:20,699 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6d33456a03dbc1e709cba6f75e258ad/C in TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:20,699 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/ea537f28b80d4ebca9cc2cd9a1a4a413, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/8e22fff084414fe3b1ed7d6658c3afe0, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/651ce78191d247b584e1b3456f398b4b] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp, totalSize=36.8 K 2024-12-03T18:29:20,700 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea537f28b80d4ebca9cc2cd9a1a4a413, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733250556590 2024-12-03T18:29:20,700 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e22fff084414fe3b1ed7d6658c3afe0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1733250557794 2024-12-03T18:29:20,701 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 651ce78191d247b584e1b3456f398b4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733250559005 2024-12-03T18:29:20,709 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d33456a03dbc1e709cba6f75e258ad#C#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:20,710 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/a29a354f0f4944a69308888b78695144 is 50, key is test_row_0/C:col10/1733250559005/Put/seqid=0 2024-12-03T18:29:20,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/69dfa6d45e0f4a279441ee19bbd06358 is 50, key is test_row_0/B:col10/1733250559720/Put/seqid=0 2024-12-03T18:29:20,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742148_1324 (size=13187) 2024-12-03T18:29:20,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742149_1325 (size=12301) 2024-12-03T18:29:20,794 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/69dfa6d45e0f4a279441ee19bbd06358 2024-12-03T18:29:20,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/ac05bc7118f44477ab5bafd875b97a9d is 50, key is test_row_0/C:col10/1733250559720/Put/seqid=0 2024-12-03T18:29:20,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742150_1326 (size=12301) 2024-12-03T18:29:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on f6d33456a03dbc1e709cba6f75e258ad 2024-12-03T18:29:20,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:20,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250620974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:21,011 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/eadb17c5a869471a8caf1fa3040e6e7b as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/eadb17c5a869471a8caf1fa3040e6e7b 2024-12-03T18:29:21,031 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6d33456a03dbc1e709cba6f75e258ad/B of f6d33456a03dbc1e709cba6f75e258ad into eadb17c5a869471a8caf1fa3040e6e7b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:21,031 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:21,031 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad., storeName=f6d33456a03dbc1e709cba6f75e258ad/B, priority=13, startTime=1733250560447; duration=0sec 2024-12-03T18:29:21,032 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:21,032 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d33456a03dbc1e709cba6f75e258ad:B 2024-12-03T18:29:21,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250621087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-03T18:29:21,173 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/a29a354f0f4944a69308888b78695144 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/a29a354f0f4944a69308888b78695144 2024-12-03T18:29:21,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250621186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:21,188 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6d33456a03dbc1e709cba6f75e258ad/C of f6d33456a03dbc1e709cba6f75e258ad into a29a354f0f4944a69308888b78695144(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:21,188 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:21,188 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad., storeName=f6d33456a03dbc1e709cba6f75e258ad/C, priority=13, startTime=1733250560447; duration=0sec 2024-12-03T18:29:21,189 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:21,189 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d33456a03dbc1e709cba6f75e258ad:C 2024-12-03T18:29:21,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250621210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:21,214 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T18:29:21,269 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/ac05bc7118f44477ab5bafd875b97a9d 2024-12-03T18:29:21,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/c5569a3e74ae451eac263b647dba91c1 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/c5569a3e74ae451eac263b647dba91c1 2024-12-03T18:29:21,292 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/c5569a3e74ae451eac263b647dba91c1, entries=150, sequenceid=385, filesize=12.0 K 2024-12-03T18:29:21,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/69dfa6d45e0f4a279441ee19bbd06358 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/69dfa6d45e0f4a279441ee19bbd06358 2024-12-03T18:29:21,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250621295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:21,304 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/69dfa6d45e0f4a279441ee19bbd06358, entries=150, sequenceid=385, filesize=12.0 K 2024-12-03T18:29:21,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/ac05bc7118f44477ab5bafd875b97a9d as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/ac05bc7118f44477ab5bafd875b97a9d 2024-12-03T18:29:21,324 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/ac05bc7118f44477ab5bafd875b97a9d, entries=150, sequenceid=385, filesize=12.0 K 2024-12-03T18:29:21,333 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f6d33456a03dbc1e709cba6f75e258ad in 764ms, sequenceid=385, compaction requested=false 2024-12-03T18:29:21,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:21,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:21,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-12-03T18:29:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-12-03T18:29:21,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-12-03T18:29:21,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3760 sec 2024-12-03T18:29:21,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 2.4100 sec 2024-12-03T18:29:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on f6d33456a03dbc1e709cba6f75e258ad 2024-12-03T18:29:21,622 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6d33456a03dbc1e709cba6f75e258ad 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-03T18:29:21,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=A 2024-12-03T18:29:21,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:21,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=B 2024-12-03T18:29:21,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:21,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=C 2024-12-03T18:29:21,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:21,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/ef8a96ecedc84f4395d73c3f25e49ed1 is 50, key is test_row_0/A:col10/1733250561612/Put/seqid=0 2024-12-03T18:29:21,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742151_1327 (size=12301) 2024-12-03T18:29:21,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/ef8a96ecedc84f4395d73c3f25e49ed1 2024-12-03T18:29:21,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/929a16fa18bd4a97a9ea11b270d2a5ed is 50, key is test_row_0/B:col10/1733250561612/Put/seqid=0 2024-12-03T18:29:21,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250621721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:21,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742152_1328 (size=12301) 2024-12-03T18:29:21,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250621825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:22,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250622034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:22,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/929a16fa18bd4a97a9ea11b270d2a5ed 2024-12-03T18:29:22,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/539007850f4f4a74a492acfec86e5b7e is 50, key is test_row_0/C:col10/1733250561612/Put/seqid=0 2024-12-03T18:29:22,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742153_1329 (size=12301) 2024-12-03T18:29:22,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250622341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:22,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/539007850f4f4a74a492acfec86e5b7e 2024-12-03T18:29:22,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/ef8a96ecedc84f4395d73c3f25e49ed1 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/ef8a96ecedc84f4395d73c3f25e49ed1 2024-12-03T18:29:22,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/ef8a96ecedc84f4395d73c3f25e49ed1, entries=150, sequenceid=414, filesize=12.0 K 2024-12-03T18:29:22,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/929a16fa18bd4a97a9ea11b270d2a5ed as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/929a16fa18bd4a97a9ea11b270d2a5ed 2024-12-03T18:29:22,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/929a16fa18bd4a97a9ea11b270d2a5ed, entries=150, sequenceid=414, filesize=12.0 K 2024-12-03T18:29:22,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/539007850f4f4a74a492acfec86e5b7e as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/539007850f4f4a74a492acfec86e5b7e 2024-12-03T18:29:22,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/539007850f4f4a74a492acfec86e5b7e, entries=150, sequenceid=414, filesize=12.0 K 2024-12-03T18:29:22,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for f6d33456a03dbc1e709cba6f75e258ad in 1062ms, sequenceid=414, compaction requested=true 2024-12-03T18:29:22,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:22,685 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:29:22,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d33456a03dbc1e709cba6f75e258ad:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:29:22,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:22,685 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:29:22,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d33456a03dbc1e709cba6f75e258ad:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:29:22,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:22,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d33456a03dbc1e709cba6f75e258ad:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:29:22,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:29:22,687 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:29:22,687 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): f6d33456a03dbc1e709cba6f75e258ad/A is initiating minor compaction (all files) 2024-12-03T18:29:22,688 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6d33456a03dbc1e709cba6f75e258ad/A in TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:22,688 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/a2d0714e4cc342a993c26fcb666d1640, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/c5569a3e74ae451eac263b647dba91c1, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/ef8a96ecedc84f4395d73c3f25e49ed1] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp, totalSize=36.9 K 2024-12-03T18:29:22,689 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2d0714e4cc342a993c26fcb666d1640, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733250559005 2024-12-03T18:29:22,689 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:29:22,689 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): f6d33456a03dbc1e709cba6f75e258ad/B is initiating minor compaction (all files) 2024-12-03T18:29:22,689 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6d33456a03dbc1e709cba6f75e258ad/B in TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:22,689 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/eadb17c5a869471a8caf1fa3040e6e7b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/69dfa6d45e0f4a279441ee19bbd06358, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/929a16fa18bd4a97a9ea11b270d2a5ed] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp, totalSize=36.9 K 2024-12-03T18:29:22,690 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5569a3e74ae451eac263b647dba91c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1733250559720 2024-12-03T18:29:22,692 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting eadb17c5a869471a8caf1fa3040e6e7b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733250559005 2024-12-03T18:29:22,692 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef8a96ecedc84f4395d73c3f25e49ed1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733250560970 2024-12-03T18:29:22,699 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 69dfa6d45e0f4a279441ee19bbd06358, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1733250559720 2024-12-03T18:29:22,705 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 929a16fa18bd4a97a9ea11b270d2a5ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733250560970 2024-12-03T18:29:22,752 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d33456a03dbc1e709cba6f75e258ad#A#compaction#277 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:22,752 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/8ef7a9b387b84d78a7676776d921fec7 is 50, key is test_row_0/A:col10/1733250561612/Put/seqid=0 2024-12-03T18:29:22,756 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d33456a03dbc1e709cba6f75e258ad#B#compaction#278 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:22,757 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/c2e49563258c4486b2a66019c4c9b168 is 50, key is test_row_0/B:col10/1733250561612/Put/seqid=0 2024-12-03T18:29:22,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742154_1330 (size=13289) 2024-12-03T18:29:22,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742155_1331 (size=13289) 2024-12-03T18:29:22,844 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/c2e49563258c4486b2a66019c4c9b168 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/c2e49563258c4486b2a66019c4c9b168 2024-12-03T18:29:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on f6d33456a03dbc1e709cba6f75e258ad 2024-12-03T18:29:22,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6d33456a03dbc1e709cba6f75e258ad 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-03T18:29:22,859 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6d33456a03dbc1e709cba6f75e258ad/B of f6d33456a03dbc1e709cba6f75e258ad into c2e49563258c4486b2a66019c4c9b168(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:22,859 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:22,859 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad., storeName=f6d33456a03dbc1e709cba6f75e258ad/B, priority=13, startTime=1733250562685; duration=0sec 2024-12-03T18:29:22,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=A 2024-12-03T18:29:22,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:22,859 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:29:22,859 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d33456a03dbc1e709cba6f75e258ad:B 2024-12-03T18:29:22,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=B 2024-12-03T18:29:22,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:22,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=C 2024-12-03T18:29:22,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:22,859 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:29:22,864 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:29:22,864 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): f6d33456a03dbc1e709cba6f75e258ad/C is initiating minor compaction (all files) 2024-12-03T18:29:22,864 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6d33456a03dbc1e709cba6f75e258ad/C in TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:22,865 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/a29a354f0f4944a69308888b78695144, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/ac05bc7118f44477ab5bafd875b97a9d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/539007850f4f4a74a492acfec86e5b7e] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp, totalSize=36.9 K 2024-12-03T18:29:22,865 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting a29a354f0f4944a69308888b78695144, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733250559005 2024-12-03T18:29:22,866 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting ac05bc7118f44477ab5bafd875b97a9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1733250559720 2024-12-03T18:29:22,867 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 539007850f4f4a74a492acfec86e5b7e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733250560970 2024-12-03T18:29:22,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/c181f99bf1d54171add60a7c00cfb172 is 50, key is test_row_1/A:col10/1733250562857/Put/seqid=0 2024-12-03T18:29:22,876 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d33456a03dbc1e709cba6f75e258ad#C#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:22,877 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/3a73dbda40464872b3f4d82f4dc48f02 is 50, key is test_row_0/C:col10/1733250561612/Put/seqid=0 2024-12-03T18:29:22,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742156_1332 (size=9857) 2024-12-03T18:29:22,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742157_1333 (size=13289) 2024-12-03T18:29:22,913 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/3a73dbda40464872b3f4d82f4dc48f02 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/3a73dbda40464872b3f4d82f4dc48f02 2024-12-03T18:29:22,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/c181f99bf1d54171add60a7c00cfb172 2024-12-03T18:29:22,933 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6d33456a03dbc1e709cba6f75e258ad/C of f6d33456a03dbc1e709cba6f75e258ad into 3a73dbda40464872b3f4d82f4dc48f02(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:22,933 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:22,933 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad., storeName=f6d33456a03dbc1e709cba6f75e258ad/C, priority=13, startTime=1733250562687; duration=0sec 2024-12-03T18:29:22,933 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:22,934 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d33456a03dbc1e709cba6f75e258ad:C 2024-12-03T18:29:22,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/b03fcf9991cf40d5ba59a25365ca2175 is 50, key is test_row_1/B:col10/1733250562857/Put/seqid=0 2024-12-03T18:29:22,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250622947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:22,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742158_1334 (size=9857) 2024-12-03T18:29:23,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250623050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-03T18:29:23,095 INFO [Thread-1130 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-12-03T18:29:23,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:29:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-12-03T18:29:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-03T18:29:23,102 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:29:23,103 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:29:23,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:29:23,115 DEBUG [Thread-1135 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x088aa519 to 127.0.0.1:60582 2024-12-03T18:29:23,115 DEBUG [Thread-1137 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e998dd3 to 127.0.0.1:60582 2024-12-03T18:29:23,115 DEBUG [Thread-1135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:23,115 DEBUG [Thread-1137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:23,117 DEBUG [Thread-1131 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17cf7fc0 to 127.0.0.1:60582 2024-12-03T18:29:23,117 DEBUG [Thread-1131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:23,118 DEBUG [Thread-1133 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78b04266 to 127.0.0.1:60582 2024-12-03T18:29:23,118 DEBUG [Thread-1133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:23,119 DEBUG [Thread-1139 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e4c79b8 to 127.0.0.1:60582 2024-12-03T18:29:23,119 DEBUG [Thread-1139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:23,196 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/8ef7a9b387b84d78a7676776d921fec7 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/8ef7a9b387b84d78a7676776d921fec7 2024-12-03T18:29:23,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:23,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57510 deadline: 1733250623199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:23,200 DEBUG [Thread-1120 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad., hostname=5840ab6af6da,43459,1733250473452, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:29:23,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-03T18:29:23,201 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6d33456a03dbc1e709cba6f75e258ad/A of f6d33456a03dbc1e709cba6f75e258ad into 8ef7a9b387b84d78a7676776d921fec7(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:23,202 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:23,202 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad., storeName=f6d33456a03dbc1e709cba6f75e258ad/A, priority=13, startTime=1733250562685; duration=0sec 2024-12-03T18:29:23,202 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:23,202 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d33456a03dbc1e709cba6f75e258ad:A 2024-12-03T18:29:23,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:23,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57540 deadline: 1733250623215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:23,216 DEBUG [Thread-1122 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4159 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad., hostname=5840ab6af6da,43459,1733250473452, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:29:23,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:23,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57520 deadline: 1733250623255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:23,266 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:23,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-03T18:29:23,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:23,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:23,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:23,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:23,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:23,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/b03fcf9991cf40d5ba59a25365ca2175 2024-12-03T18:29:23,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/d8194629e72544b582e09cce318cddb5 is 50, key is test_row_1/C:col10/1733250562857/Put/seqid=0 2024-12-03T18:29:23,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742159_1335 (size=9857) 2024-12-03T18:29:23,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/d8194629e72544b582e09cce318cddb5 2024-12-03T18:29:23,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/c181f99bf1d54171add60a7c00cfb172 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/c181f99bf1d54171add60a7c00cfb172 2024-12-03T18:29:23,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/c181f99bf1d54171add60a7c00cfb172, entries=100, sequenceid=427, filesize=9.6 K 2024-12-03T18:29:23,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-03T18:29:23,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/b03fcf9991cf40d5ba59a25365ca2175 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/b03fcf9991cf40d5ba59a25365ca2175 2024-12-03T18:29:23,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/b03fcf9991cf40d5ba59a25365ca2175, entries=100, sequenceid=427, filesize=9.6 K 2024-12-03T18:29:23,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/d8194629e72544b582e09cce318cddb5 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/d8194629e72544b582e09cce318cddb5 2024-12-03T18:29:23,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/d8194629e72544b582e09cce318cddb5, entries=100, sequenceid=427, filesize=9.6 K 2024-12-03T18:29:23,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f6d33456a03dbc1e709cba6f75e258ad in 553ms, sequenceid=427, compaction requested=false 2024-12-03T18:29:23,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:23,419 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:23,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-03T18:29:23,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:23,419 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing f6d33456a03dbc1e709cba6f75e258ad 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-03T18:29:23,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=A 2024-12-03T18:29:23,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:23,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=B 2024-12-03T18:29:23,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:23,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=C 2024-12-03T18:29:23,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:23,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/67f30b33ea5d4191a951a143538f1432 is 50, key is test_row_0/A:col10/1733250562930/Put/seqid=0 2024-12-03T18:29:23,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742160_1336 (size=12301) 2024-12-03T18:29:23,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on f6d33456a03dbc1e709cba6f75e258ad 2024-12-03T18:29:23,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. as already flushing 2024-12-03T18:29:23,570 DEBUG [Thread-1126 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683b64c3 to 127.0.0.1:60582 2024-12-03T18:29:23,570 DEBUG [Thread-1126 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:23,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-03T18:29:23,837 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/67f30b33ea5d4191a951a143538f1432 2024-12-03T18:29:23,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/f51b88484607404a855701c572113de1 is 50, key is test_row_0/B:col10/1733250562930/Put/seqid=0 2024-12-03T18:29:23,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742161_1337 (size=12301) 2024-12-03T18:29:23,882 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/f51b88484607404a855701c572113de1 2024-12-03T18:29:23,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/838e98854a784477a56a3c97d1a4336c is 50, key is test_row_0/C:col10/1733250562930/Put/seqid=0 2024-12-03T18:29:23,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742162_1338 (size=12301) 2024-12-03T18:29:24,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-03T18:29:24,341 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/838e98854a784477a56a3c97d1a4336c 2024-12-03T18:29:24,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/67f30b33ea5d4191a951a143538f1432 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/67f30b33ea5d4191a951a143538f1432 2024-12-03T18:29:24,347 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/67f30b33ea5d4191a951a143538f1432, entries=150, sequenceid=453, filesize=12.0 K 2024-12-03T18:29:24,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/f51b88484607404a855701c572113de1 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/f51b88484607404a855701c572113de1 2024-12-03T18:29:24,352 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/f51b88484607404a855701c572113de1, entries=150, sequenceid=453, filesize=12.0 K 2024-12-03T18:29:24,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/838e98854a784477a56a3c97d1a4336c as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/838e98854a784477a56a3c97d1a4336c 2024-12-03T18:29:24,356 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/838e98854a784477a56a3c97d1a4336c, entries=150, sequenceid=453, filesize=12.0 K 2024-12-03T18:29:24,357 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=6.71 KB/6870 for f6d33456a03dbc1e709cba6f75e258ad in 937ms, sequenceid=453, compaction requested=true 2024-12-03T18:29:24,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:24,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:24,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-12-03T18:29:24,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-12-03T18:29:24,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-12-03T18:29:24,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2550 sec 2024-12-03T18:29:24,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 1.2610 sec 2024-12-03T18:29:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-03T18:29:25,204 INFO [Thread-1130 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-12-03T18:29:26,320 DEBUG [Thread-1128 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x07e55eb7 to 127.0.0.1:60582 2024-12-03T18:29:26,320 DEBUG [Thread-1128 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:26,413 DEBUG [Thread-1124 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64ee0130 to 127.0.0.1:60582 2024-12-03T18:29:26,413 DEBUG [Thread-1124 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:27,223 DEBUG [Thread-1120 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58341641 to 127.0.0.1:60582 2024-12-03T18:29:27,223 DEBUG [Thread-1120 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:27,239 DEBUG [Thread-1122 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44645c55 to 127.0.0.1:60582 2024-12-03T18:29:27,239 DEBUG [Thread-1122 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:27,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-03T18:29:27,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-12-03T18:29:27,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-12-03T18:29:27,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-12-03T18:29:27,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 144 2024-12-03T18:29:27,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-12-03T18:29:27,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-03T18:29:27,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3814 2024-12-03T18:29:27,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3675 2024-12-03T18:29:27,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3673 2024-12-03T18:29:27,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3959 2024-12-03T18:29:27,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3718 2024-12-03T18:29:27,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-03T18:29:27,239 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-03T18:29:27,239 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b70f48f to 127.0.0.1:60582 2024-12-03T18:29:27,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:27,240 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-03T18:29:27,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-03T18:29:27,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-03T18:29:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-03T18:29:27,242 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250567242"}]},"ts":"1733250567242"} 2024-12-03T18:29:27,243 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-03T18:29:27,265 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-03T18:29:27,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T18:29:27,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6d33456a03dbc1e709cba6f75e258ad, UNASSIGN}] 2024-12-03T18:29:27,269 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6d33456a03dbc1e709cba6f75e258ad, UNASSIGN 2024-12-03T18:29:27,269 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=f6d33456a03dbc1e709cba6f75e258ad, regionState=CLOSING, regionLocation=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:27,270 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T18:29:27,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; CloseRegionProcedure f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452}] 2024-12-03T18:29:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-03T18:29:27,422 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:27,423 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(124): Close f6d33456a03dbc1e709cba6f75e258ad 2024-12-03T18:29:27,423 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-03T18:29:27,423 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1681): Closing f6d33456a03dbc1e709cba6f75e258ad, disabling compactions & flushes 2024-12-03T18:29:27,423 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:27,423 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:27,423 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. after waiting 0 ms 2024-12-03T18:29:27,423 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:27,423 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(2837): Flushing f6d33456a03dbc1e709cba6f75e258ad 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-03T18:29:27,423 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=A 2024-12-03T18:29:27,423 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:27,423 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=B 2024-12-03T18:29:27,423 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:27,423 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d33456a03dbc1e709cba6f75e258ad, store=C 2024-12-03T18:29:27,423 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:27,426 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/1073887f1fed4db6a7afb3d9a173a6c7 is 50, key is test_row_0/A:col10/1733250566319/Put/seqid=0 2024-12-03T18:29:27,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742163_1339 (size=9857) 2024-12-03T18:29:27,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-03T18:29:27,832 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/1073887f1fed4db6a7afb3d9a173a6c7 2024-12-03T18:29:27,839 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/41cd35d802d54f239c0f98544d647517 is 50, key is test_row_0/B:col10/1733250566319/Put/seqid=0 2024-12-03T18:29:27,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742164_1340 (size=9857) 2024-12-03T18:29:27,843 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/41cd35d802d54f239c0f98544d647517 2024-12-03T18:29:27,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-03T18:29:27,850 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/06cc75b6eb3f46828d37da254e84c4f4 is 50, key is test_row_0/C:col10/1733250566319/Put/seqid=0 2024-12-03T18:29:27,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742165_1341 (size=9857) 2024-12-03T18:29:27,855 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/06cc75b6eb3f46828d37da254e84c4f4 2024-12-03T18:29:27,861 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/A/1073887f1fed4db6a7afb3d9a173a6c7 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/1073887f1fed4db6a7afb3d9a173a6c7 2024-12-03T18:29:27,865 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/1073887f1fed4db6a7afb3d9a173a6c7, entries=100, sequenceid=461, filesize=9.6 K 2024-12-03T18:29:27,866 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/B/41cd35d802d54f239c0f98544d647517 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/41cd35d802d54f239c0f98544d647517 2024-12-03T18:29:27,870 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/41cd35d802d54f239c0f98544d647517, entries=100, sequenceid=461, filesize=9.6 K 2024-12-03T18:29:27,871 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/.tmp/C/06cc75b6eb3f46828d37da254e84c4f4 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/06cc75b6eb3f46828d37da254e84c4f4 2024-12-03T18:29:27,875 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/06cc75b6eb3f46828d37da254e84c4f4, entries=100, sequenceid=461, filesize=9.6 K 2024-12-03T18:29:27,876 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for f6d33456a03dbc1e709cba6f75e258ad in 452ms, sequenceid=461, compaction requested=true 2024-12-03T18:29:27,876 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/0d8392b05fc74c3cb2c83f2ea2f7e5fe, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/3bbf95b918fa4be492904e09f2678885, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/68e10a7f944f4b728311847e724cc201, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/b07664caf7f94635a6b31ead75432b4f, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/34e6894231f145fb88f939fe34d6624d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/d321b858213f4817bb96bbef30d64e86, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/2e86820584484168a0560460d7372885, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/57937d1f6ec9428bad2ecc7fb5367936, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/e03945fb8a054648a183b0d7a223962e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/becc8a8a0c0a4341a6eb4ce03d15b5ce, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/e3fb02462bcc425c926d9628a30dd8cf, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/bb32ee12c32e4d96879a3ddfd9e5a574, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/8a31962b14934898ae1abb8ae9a8a9e3, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/18edf0d110ba4bdf95a4b8fea8a9cc49, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/dd00615cbc864a439af630cf3d93c766, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/f79f487fecb246ea9e623e9fb82ede82, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/d4370dc5cb1d454d8623da97e636b50e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/98abd4164d5447429777b9e64b148b76, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/4e9f5cc11a1647e3b6ad805a44cb15dc, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/2281be58f0284753934b70e9c1bb1333, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/cd149233430245b89177b0e3de57b095, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/8ce35b88931d4e4a92eeaa41862bc2e1, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/10214e76fc8645eb84360f343ae225cd, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/f3e41bb9261e4fe7a46bda3f573f2cb8, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/29b4d045ed9b4385a4a1c7d3d8fd765a, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/a2d0714e4cc342a993c26fcb666d1640, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/ed65afd1e5544c9285bc02fa190a2a72, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/c5569a3e74ae451eac263b647dba91c1, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/ef8a96ecedc84f4395d73c3f25e49ed1] to archive 2024-12-03T18:29:27,877 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T18:29:27,879 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/0d8392b05fc74c3cb2c83f2ea2f7e5fe to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/0d8392b05fc74c3cb2c83f2ea2f7e5fe 2024-12-03T18:29:27,881 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/3bbf95b918fa4be492904e09f2678885 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/3bbf95b918fa4be492904e09f2678885 2024-12-03T18:29:27,882 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/68e10a7f944f4b728311847e724cc201 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/68e10a7f944f4b728311847e724cc201 2024-12-03T18:29:27,883 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/b07664caf7f94635a6b31ead75432b4f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/b07664caf7f94635a6b31ead75432b4f 2024-12-03T18:29:27,885 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/34e6894231f145fb88f939fe34d6624d to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/34e6894231f145fb88f939fe34d6624d 2024-12-03T18:29:27,886 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/d321b858213f4817bb96bbef30d64e86 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/d321b858213f4817bb96bbef30d64e86 2024-12-03T18:29:27,887 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/2e86820584484168a0560460d7372885 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/2e86820584484168a0560460d7372885 2024-12-03T18:29:27,889 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/57937d1f6ec9428bad2ecc7fb5367936 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/57937d1f6ec9428bad2ecc7fb5367936 2024-12-03T18:29:27,890 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/e03945fb8a054648a183b0d7a223962e to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/e03945fb8a054648a183b0d7a223962e 2024-12-03T18:29:27,891 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/becc8a8a0c0a4341a6eb4ce03d15b5ce to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/becc8a8a0c0a4341a6eb4ce03d15b5ce 2024-12-03T18:29:27,893 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/e3fb02462bcc425c926d9628a30dd8cf to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/e3fb02462bcc425c926d9628a30dd8cf 2024-12-03T18:29:27,894 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/bb32ee12c32e4d96879a3ddfd9e5a574 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/bb32ee12c32e4d96879a3ddfd9e5a574 2024-12-03T18:29:27,895 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/8a31962b14934898ae1abb8ae9a8a9e3 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/8a31962b14934898ae1abb8ae9a8a9e3 2024-12-03T18:29:27,896 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/18edf0d110ba4bdf95a4b8fea8a9cc49 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/18edf0d110ba4bdf95a4b8fea8a9cc49 2024-12-03T18:29:27,897 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/dd00615cbc864a439af630cf3d93c766 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/dd00615cbc864a439af630cf3d93c766 2024-12-03T18:29:27,899 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/f79f487fecb246ea9e623e9fb82ede82 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/f79f487fecb246ea9e623e9fb82ede82 2024-12-03T18:29:27,900 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/d4370dc5cb1d454d8623da97e636b50e to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/d4370dc5cb1d454d8623da97e636b50e 2024-12-03T18:29:27,901 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/98abd4164d5447429777b9e64b148b76 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/98abd4164d5447429777b9e64b148b76 2024-12-03T18:29:27,902 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/4e9f5cc11a1647e3b6ad805a44cb15dc to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/4e9f5cc11a1647e3b6ad805a44cb15dc 2024-12-03T18:29:27,904 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/2281be58f0284753934b70e9c1bb1333 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/2281be58f0284753934b70e9c1bb1333 2024-12-03T18:29:27,905 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/cd149233430245b89177b0e3de57b095 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/cd149233430245b89177b0e3de57b095 2024-12-03T18:29:27,907 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/8ce35b88931d4e4a92eeaa41862bc2e1 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/8ce35b88931d4e4a92eeaa41862bc2e1 2024-12-03T18:29:27,912 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/10214e76fc8645eb84360f343ae225cd to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/10214e76fc8645eb84360f343ae225cd 2024-12-03T18:29:27,916 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/f3e41bb9261e4fe7a46bda3f573f2cb8 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/f3e41bb9261e4fe7a46bda3f573f2cb8 2024-12-03T18:29:27,918 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/29b4d045ed9b4385a4a1c7d3d8fd765a to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/29b4d045ed9b4385a4a1c7d3d8fd765a 2024-12-03T18:29:27,920 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/a2d0714e4cc342a993c26fcb666d1640 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/a2d0714e4cc342a993c26fcb666d1640 2024-12-03T18:29:27,922 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/ed65afd1e5544c9285bc02fa190a2a72 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/ed65afd1e5544c9285bc02fa190a2a72 2024-12-03T18:29:27,923 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/c5569a3e74ae451eac263b647dba91c1 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/c5569a3e74ae451eac263b647dba91c1 2024-12-03T18:29:27,925 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/ef8a96ecedc84f4395d73c3f25e49ed1 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/ef8a96ecedc84f4395d73c3f25e49ed1 2024-12-03T18:29:27,928 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/e8c94eacfbf04536923d083b59b1a328, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/6b22d522072c4912a363fc9ff88eea65, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/e4692857fbf74e6bbffc8e22b5340482, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/4f6a0a296ee84b7087a4eb1695263a90, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/9afba3a3a6df47e6b16fc75070c9351c, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/25cc517b14af48c6b30d84187d0ca694, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/903f985a716746598c0612543f77217a, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/ac91e8394a8443da8faf698bd30dcd84, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/a60768511ba24a7ba530a2f02fdd2713, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/57e0a0518dd94758b35496c72c37e316, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/637e2713efe74888a28448b665bf8845, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/fb8fa2fbb43c41479e6ab83ff0e4836f, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/2b6b54f166044835a16ca4d9e8dc74cf, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/cee2a2d4fc8848b785358f3b12aa762f, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/5688c4586a734eb5ac72b5b05a8d5aa5, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/90b73ad1239c4ee7a87ee22f2980399a, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/afaac2ae41de4b7ebdf4463f11dd41e4, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/2cc47827f6c34ecbb09eb03976ceebbc, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/f71a201802434f2ab247c2c6b407a353, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/e5e4bfc5c0854733b068bf2aa90e6d95, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/f813977c9ce345f78865c7e9c0c4b999, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/c941e11a01ea43978f2046dc98333dbf, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/c02eb9eec7574eeca72c78ec4b538d48, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/ff20f2d9104d43d8838406e3e9639d4c, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/5abd1c47eb4d499fa2afafaed428926d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/eadb17c5a869471a8caf1fa3040e6e7b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/996ff7404cb94f3f8a8e5992d22f6ea2, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/69dfa6d45e0f4a279441ee19bbd06358, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/929a16fa18bd4a97a9ea11b270d2a5ed] to archive 2024-12-03T18:29:27,929 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T18:29:27,930 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/e8c94eacfbf04536923d083b59b1a328 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/e8c94eacfbf04536923d083b59b1a328 2024-12-03T18:29:27,932 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/6b22d522072c4912a363fc9ff88eea65 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/6b22d522072c4912a363fc9ff88eea65 2024-12-03T18:29:27,933 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/e4692857fbf74e6bbffc8e22b5340482 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/e4692857fbf74e6bbffc8e22b5340482 2024-12-03T18:29:27,934 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/4f6a0a296ee84b7087a4eb1695263a90 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/4f6a0a296ee84b7087a4eb1695263a90 2024-12-03T18:29:27,937 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/9afba3a3a6df47e6b16fc75070c9351c to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/9afba3a3a6df47e6b16fc75070c9351c 2024-12-03T18:29:27,938 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/25cc517b14af48c6b30d84187d0ca694 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/25cc517b14af48c6b30d84187d0ca694 2024-12-03T18:29:27,939 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/903f985a716746598c0612543f77217a to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/903f985a716746598c0612543f77217a 2024-12-03T18:29:27,940 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/ac91e8394a8443da8faf698bd30dcd84 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/ac91e8394a8443da8faf698bd30dcd84 2024-12-03T18:29:27,943 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/a60768511ba24a7ba530a2f02fdd2713 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/a60768511ba24a7ba530a2f02fdd2713 2024-12-03T18:29:27,944 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/57e0a0518dd94758b35496c72c37e316 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/57e0a0518dd94758b35496c72c37e316 2024-12-03T18:29:27,946 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/637e2713efe74888a28448b665bf8845 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/637e2713efe74888a28448b665bf8845 2024-12-03T18:29:27,954 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/fb8fa2fbb43c41479e6ab83ff0e4836f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/fb8fa2fbb43c41479e6ab83ff0e4836f 2024-12-03T18:29:27,956 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/2b6b54f166044835a16ca4d9e8dc74cf to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/2b6b54f166044835a16ca4d9e8dc74cf 2024-12-03T18:29:27,957 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/cee2a2d4fc8848b785358f3b12aa762f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/cee2a2d4fc8848b785358f3b12aa762f 2024-12-03T18:29:27,958 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/5688c4586a734eb5ac72b5b05a8d5aa5 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/5688c4586a734eb5ac72b5b05a8d5aa5 2024-12-03T18:29:27,959 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/90b73ad1239c4ee7a87ee22f2980399a to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/90b73ad1239c4ee7a87ee22f2980399a 2024-12-03T18:29:27,960 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/afaac2ae41de4b7ebdf4463f11dd41e4 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/afaac2ae41de4b7ebdf4463f11dd41e4 2024-12-03T18:29:27,961 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/2cc47827f6c34ecbb09eb03976ceebbc to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/2cc47827f6c34ecbb09eb03976ceebbc 2024-12-03T18:29:27,962 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/f71a201802434f2ab247c2c6b407a353 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/f71a201802434f2ab247c2c6b407a353 2024-12-03T18:29:27,963 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/e5e4bfc5c0854733b068bf2aa90e6d95 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/e5e4bfc5c0854733b068bf2aa90e6d95 2024-12-03T18:29:27,964 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/f813977c9ce345f78865c7e9c0c4b999 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/f813977c9ce345f78865c7e9c0c4b999 2024-12-03T18:29:27,965 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/c941e11a01ea43978f2046dc98333dbf to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/c941e11a01ea43978f2046dc98333dbf 2024-12-03T18:29:27,966 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/c02eb9eec7574eeca72c78ec4b538d48 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/c02eb9eec7574eeca72c78ec4b538d48 2024-12-03T18:29:27,967 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/ff20f2d9104d43d8838406e3e9639d4c to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/ff20f2d9104d43d8838406e3e9639d4c 2024-12-03T18:29:27,968 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/5abd1c47eb4d499fa2afafaed428926d to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/5abd1c47eb4d499fa2afafaed428926d 2024-12-03T18:29:27,968 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/eadb17c5a869471a8caf1fa3040e6e7b to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/eadb17c5a869471a8caf1fa3040e6e7b 2024-12-03T18:29:27,969 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/996ff7404cb94f3f8a8e5992d22f6ea2 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/996ff7404cb94f3f8a8e5992d22f6ea2 2024-12-03T18:29:27,970 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/69dfa6d45e0f4a279441ee19bbd06358 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/69dfa6d45e0f4a279441ee19bbd06358 2024-12-03T18:29:27,971 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/929a16fa18bd4a97a9ea11b270d2a5ed to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/929a16fa18bd4a97a9ea11b270d2a5ed 2024-12-03T18:29:27,972 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/f35ee048b7b24c578ab66723a4c51b5c, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/c860ef68fb1646b38e863ac3bc822a41, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/42d9a27f7e4d492ab537039b8ec11548, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/a2e30b386a27412ea08abfb78a467b1a, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/f0f8731f124144299c8e732cce39ab16, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/a2355dfecfd3432a933d95244f41f59d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/64cec4d3897b469791e1c04ffa860b60, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/58b35ec7244347ff936bad28aad02a6b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/281d15f31b024987b2be1d08ce114d58, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/8497dfcb01d94cf1b18a88c05fef528b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/4ec7a4371cb442a09aa92f4244263503, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/971e3aa087174828b03b99177a9f7354, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/b21733d141554f30adbe6666603da377, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/626fbc59adc6424f8bcf4ee8f4a22f8e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/b12be37f1d8f497faa8c299f11176f33, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/bd2baede53ea4e8b95ed3aa24d868d64, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/240c02d839514f47bda5fbccc5cecea3, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/e3b89226ab714e2cbbc06fc5fd8e53db, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/6a8a5caaedd741c2bcf802c3bc22f42e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/5836d9842d674eacb9ca133f091abeb9, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/ea4fd41348404ec1bb7ea0670aa95c2e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/e926dacce5ef429d8fc9477866fce828, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/ea537f28b80d4ebca9cc2cd9a1a4a413, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/f7afb848a41f4e78bdbf35936212a861, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/8e22fff084414fe3b1ed7d6658c3afe0, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/a29a354f0f4944a69308888b78695144, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/651ce78191d247b584e1b3456f398b4b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/ac05bc7118f44477ab5bafd875b97a9d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/539007850f4f4a74a492acfec86e5b7e] to archive 2024-12-03T18:29:27,973 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T18:29:27,974 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/f35ee048b7b24c578ab66723a4c51b5c to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/f35ee048b7b24c578ab66723a4c51b5c 2024-12-03T18:29:27,976 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/c860ef68fb1646b38e863ac3bc822a41 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/c860ef68fb1646b38e863ac3bc822a41 2024-12-03T18:29:27,977 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/42d9a27f7e4d492ab537039b8ec11548 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/42d9a27f7e4d492ab537039b8ec11548 2024-12-03T18:29:27,978 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/a2e30b386a27412ea08abfb78a467b1a to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/a2e30b386a27412ea08abfb78a467b1a 2024-12-03T18:29:27,979 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/f0f8731f124144299c8e732cce39ab16 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/f0f8731f124144299c8e732cce39ab16 2024-12-03T18:29:27,980 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/a2355dfecfd3432a933d95244f41f59d to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/a2355dfecfd3432a933d95244f41f59d 2024-12-03T18:29:27,982 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/64cec4d3897b469791e1c04ffa860b60 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/64cec4d3897b469791e1c04ffa860b60 2024-12-03T18:29:27,982 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/58b35ec7244347ff936bad28aad02a6b to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/58b35ec7244347ff936bad28aad02a6b 2024-12-03T18:29:27,983 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/281d15f31b024987b2be1d08ce114d58 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/281d15f31b024987b2be1d08ce114d58 2024-12-03T18:29:27,984 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/8497dfcb01d94cf1b18a88c05fef528b to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/8497dfcb01d94cf1b18a88c05fef528b 2024-12-03T18:29:27,985 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/4ec7a4371cb442a09aa92f4244263503 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/4ec7a4371cb442a09aa92f4244263503 2024-12-03T18:29:27,987 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/971e3aa087174828b03b99177a9f7354 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/971e3aa087174828b03b99177a9f7354 2024-12-03T18:29:27,988 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/b21733d141554f30adbe6666603da377 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/b21733d141554f30adbe6666603da377 2024-12-03T18:29:27,990 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/626fbc59adc6424f8bcf4ee8f4a22f8e to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/626fbc59adc6424f8bcf4ee8f4a22f8e 2024-12-03T18:29:27,991 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/b12be37f1d8f497faa8c299f11176f33 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/b12be37f1d8f497faa8c299f11176f33 2024-12-03T18:29:27,993 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/bd2baede53ea4e8b95ed3aa24d868d64 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/bd2baede53ea4e8b95ed3aa24d868d64 2024-12-03T18:29:27,994 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/240c02d839514f47bda5fbccc5cecea3 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/240c02d839514f47bda5fbccc5cecea3 2024-12-03T18:29:27,995 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/e3b89226ab714e2cbbc06fc5fd8e53db to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/e3b89226ab714e2cbbc06fc5fd8e53db 2024-12-03T18:29:27,996 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/6a8a5caaedd741c2bcf802c3bc22f42e to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/6a8a5caaedd741c2bcf802c3bc22f42e 2024-12-03T18:29:27,998 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/5836d9842d674eacb9ca133f091abeb9 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/5836d9842d674eacb9ca133f091abeb9 2024-12-03T18:29:27,999 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/ea4fd41348404ec1bb7ea0670aa95c2e to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/ea4fd41348404ec1bb7ea0670aa95c2e 2024-12-03T18:29:28,000 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/e926dacce5ef429d8fc9477866fce828 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/e926dacce5ef429d8fc9477866fce828 2024-12-03T18:29:28,001 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/ea537f28b80d4ebca9cc2cd9a1a4a413 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/ea537f28b80d4ebca9cc2cd9a1a4a413 2024-12-03T18:29:28,002 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/f7afb848a41f4e78bdbf35936212a861 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/f7afb848a41f4e78bdbf35936212a861 2024-12-03T18:29:28,003 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/8e22fff084414fe3b1ed7d6658c3afe0 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/8e22fff084414fe3b1ed7d6658c3afe0 2024-12-03T18:29:28,004 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/a29a354f0f4944a69308888b78695144 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/a29a354f0f4944a69308888b78695144 2024-12-03T18:29:28,005 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/651ce78191d247b584e1b3456f398b4b to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/651ce78191d247b584e1b3456f398b4b 2024-12-03T18:29:28,006 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/ac05bc7118f44477ab5bafd875b97a9d to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/ac05bc7118f44477ab5bafd875b97a9d 2024-12-03T18:29:28,007 DEBUG [StoreCloser-TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/539007850f4f4a74a492acfec86e5b7e to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/539007850f4f4a74a492acfec86e5b7e 2024-12-03T18:29:28,011 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/recovered.edits/464.seqid, newMaxSeqId=464, maxSeqId=1 2024-12-03T18:29:28,012 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad. 2024-12-03T18:29:28,012 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1635): Region close journal for f6d33456a03dbc1e709cba6f75e258ad: 2024-12-03T18:29:28,015 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(170): Closed f6d33456a03dbc1e709cba6f75e258ad 2024-12-03T18:29:28,019 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=f6d33456a03dbc1e709cba6f75e258ad, regionState=CLOSED 2024-12-03T18:29:28,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-12-03T18:29:28,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; CloseRegionProcedure f6d33456a03dbc1e709cba6f75e258ad, server=5840ab6af6da,43459,1733250473452 in 753 msec 2024-12-03T18:29:28,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-12-03T18:29:28,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6d33456a03dbc1e709cba6f75e258ad, UNASSIGN in 757 msec 2024-12-03T18:29:28,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-12-03T18:29:28,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 761 msec 2024-12-03T18:29:28,029 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250568028"}]},"ts":"1733250568028"} 2024-12-03T18:29:28,030 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-03T18:29:28,073 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-03T18:29:28,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 834 msec 2024-12-03T18:29:28,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-03T18:29:28,345 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-12-03T18:29:28,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-03T18:29:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T18:29:28,346 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=95, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T18:29:28,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-03T18:29:28,347 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=95, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T18:29:28,348 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad 2024-12-03T18:29:28,350 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A, FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B, FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C, FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/recovered.edits] 2024-12-03T18:29:28,353 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/1073887f1fed4db6a7afb3d9a173a6c7 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/1073887f1fed4db6a7afb3d9a173a6c7 2024-12-03T18:29:28,355 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/67f30b33ea5d4191a951a143538f1432 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/67f30b33ea5d4191a951a143538f1432 2024-12-03T18:29:28,357 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/8ef7a9b387b84d78a7676776d921fec7 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/8ef7a9b387b84d78a7676776d921fec7 2024-12-03T18:29:28,358 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/c181f99bf1d54171add60a7c00cfb172 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/A/c181f99bf1d54171add60a7c00cfb172 2024-12-03T18:29:28,361 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/41cd35d802d54f239c0f98544d647517 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/41cd35d802d54f239c0f98544d647517 2024-12-03T18:29:28,362 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/b03fcf9991cf40d5ba59a25365ca2175 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/b03fcf9991cf40d5ba59a25365ca2175 2024-12-03T18:29:28,364 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/c2e49563258c4486b2a66019c4c9b168 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/c2e49563258c4486b2a66019c4c9b168 2024-12-03T18:29:28,365 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/f51b88484607404a855701c572113de1 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/B/f51b88484607404a855701c572113de1 2024-12-03T18:29:28,367 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/06cc75b6eb3f46828d37da254e84c4f4 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/06cc75b6eb3f46828d37da254e84c4f4 2024-12-03T18:29:28,368 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/3a73dbda40464872b3f4d82f4dc48f02 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/3a73dbda40464872b3f4d82f4dc48f02 2024-12-03T18:29:28,369 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/838e98854a784477a56a3c97d1a4336c to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/838e98854a784477a56a3c97d1a4336c 2024-12-03T18:29:28,370 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/d8194629e72544b582e09cce318cddb5 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/C/d8194629e72544b582e09cce318cddb5 2024-12-03T18:29:28,373 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/recovered.edits/464.seqid to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad/recovered.edits/464.seqid 2024-12-03T18:29:28,374 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f6d33456a03dbc1e709cba6f75e258ad 2024-12-03T18:29:28,374 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-03T18:29:28,376 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=95, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T18:29:28,382 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-03T18:29:28,400 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-03T18:29:28,403 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=95, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T18:29:28,403 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-03T18:29:28,403 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733250568403"}]},"ts":"9223372036854775807"} 2024-12-03T18:29:28,407 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-03T18:29:28,407 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => f6d33456a03dbc1e709cba6f75e258ad, NAME => 'TestAcidGuarantees,,1733250540695.f6d33456a03dbc1e709cba6f75e258ad.', STARTKEY => '', ENDKEY => ''}] 2024-12-03T18:29:28,408 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-03T18:29:28,408 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733250568408"}]},"ts":"9223372036854775807"} 2024-12-03T18:29:28,409 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-03T18:29:28,418 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=95, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T18:29:28,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 73 msec 2024-12-03T18:29:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-03T18:29:28,463 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-12-03T18:29:28,476 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=238 (was 237) - Thread LEAK? -, OpenFileDescriptor=451 (was 454), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1235 (was 1142) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2536 (was 2625) 2024-12-03T18:29:28,486 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=238, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=1235, ProcessCount=11, AvailableMemoryMB=2536 2024-12-03T18:29:28,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T18:29:28,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:29:28,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=96, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-03T18:29:28,490 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:29:28,490 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:28,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 96 2024-12-03T18:29:28,490 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:29:28,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-03T18:29:28,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742166_1342 (size=963) 2024-12-03T18:29:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-03T18:29:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-03T18:29:28,904 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307 2024-12-03T18:29:28,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742167_1343 (size=53) 2024-12-03T18:29:28,914 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:29:28,914 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing f78696d6cdac5e08f2f053c869c67227, disabling compactions & flushes 2024-12-03T18:29:28,914 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:28,914 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:28,914 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. after waiting 0 ms 2024-12-03T18:29:28,914 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:28,914 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:28,914 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:28,915 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:29:28,915 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733250568915"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733250568915"}]},"ts":"1733250568915"} 2024-12-03T18:29:28,916 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-03T18:29:28,917 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:29:28,917 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250568917"}]},"ts":"1733250568917"} 2024-12-03T18:29:28,918 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-03T18:29:28,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f78696d6cdac5e08f2f053c869c67227, ASSIGN}] 2024-12-03T18:29:28,938 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f78696d6cdac5e08f2f053c869c67227, ASSIGN 2024-12-03T18:29:28,939 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f78696d6cdac5e08f2f053c869c67227, ASSIGN; state=OFFLINE, location=5840ab6af6da,43459,1733250473452; forceNewPlan=false, retain=false 2024-12-03T18:29:29,090 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=f78696d6cdac5e08f2f053c869c67227, regionState=OPENING, regionLocation=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:29,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; OpenRegionProcedure f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452}] 2024-12-03T18:29:29,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-03T18:29:29,243 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:29,245 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:29,245 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7285): Opening region: {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:29:29,245 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:29,246 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:29:29,246 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7327): checking encryption for f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:29,246 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7330): checking classloading for f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:29,247 INFO [StoreOpener-f78696d6cdac5e08f2f053c869c67227-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:29,248 INFO [StoreOpener-f78696d6cdac5e08f2f053c869c67227-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T18:29:29,248 INFO [StoreOpener-f78696d6cdac5e08f2f053c869c67227-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f78696d6cdac5e08f2f053c869c67227 columnFamilyName A 2024-12-03T18:29:29,248 DEBUG [StoreOpener-f78696d6cdac5e08f2f053c869c67227-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:29,249 INFO [StoreOpener-f78696d6cdac5e08f2f053c869c67227-1 {}] regionserver.HStore(327): Store=f78696d6cdac5e08f2f053c869c67227/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:29:29,249 INFO [StoreOpener-f78696d6cdac5e08f2f053c869c67227-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:29,250 INFO [StoreOpener-f78696d6cdac5e08f2f053c869c67227-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T18:29:29,250 INFO [StoreOpener-f78696d6cdac5e08f2f053c869c67227-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f78696d6cdac5e08f2f053c869c67227 columnFamilyName B 2024-12-03T18:29:29,250 DEBUG [StoreOpener-f78696d6cdac5e08f2f053c869c67227-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:29,251 INFO [StoreOpener-f78696d6cdac5e08f2f053c869c67227-1 {}] regionserver.HStore(327): Store=f78696d6cdac5e08f2f053c869c67227/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:29:29,251 INFO [StoreOpener-f78696d6cdac5e08f2f053c869c67227-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:29,252 INFO [StoreOpener-f78696d6cdac5e08f2f053c869c67227-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T18:29:29,252 INFO [StoreOpener-f78696d6cdac5e08f2f053c869c67227-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f78696d6cdac5e08f2f053c869c67227 columnFamilyName C 2024-12-03T18:29:29,252 DEBUG [StoreOpener-f78696d6cdac5e08f2f053c869c67227-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:29,253 INFO [StoreOpener-f78696d6cdac5e08f2f053c869c67227-1 {}] regionserver.HStore(327): Store=f78696d6cdac5e08f2f053c869c67227/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:29:29,253 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:29,254 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:29,254 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:29,255 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T18:29:29,256 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1085): writing seq id for f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:29,258 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:29:29,259 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1102): Opened f78696d6cdac5e08f2f053c869c67227; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72137023, jitterRate=0.07492540776729584}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T18:29:29,259 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1001): Region open journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:29,260 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227., pid=98, masterSystemTime=1733250569242 2024-12-03T18:29:29,261 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:29,261 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:29,262 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=f78696d6cdac5e08f2f053c869c67227, regionState=OPEN, openSeqNum=2, regionLocation=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:29,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-12-03T18:29:29,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; OpenRegionProcedure f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 in 172 msec 2024-12-03T18:29:29,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-12-03T18:29:29,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f78696d6cdac5e08f2f053c869c67227, ASSIGN in 327 msec 2024-12-03T18:29:29,266 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:29:29,267 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250569266"}]},"ts":"1733250569266"} 2024-12-03T18:29:29,267 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-03T18:29:29,274 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:29:29,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 786 msec 2024-12-03T18:29:29,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-03T18:29:29,594 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 96 completed 2024-12-03T18:29:29,595 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68ad882f to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f5b2180 2024-12-03T18:29:29,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34becda3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:29,609 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:29:29,610 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53186, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:29:29,611 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:29:29,611 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50046, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:29:29,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T18:29:29,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:29:29,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=99, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-03T18:29:29,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742168_1344 (size=999) 2024-12-03T18:29:29,633 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-03T18:29:29,633 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-03T18:29:29,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T18:29:29,638 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f78696d6cdac5e08f2f053c869c67227, REOPEN/MOVE}] 2024-12-03T18:29:29,638 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f78696d6cdac5e08f2f053c869c67227, REOPEN/MOVE 2024-12-03T18:29:29,639 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=f78696d6cdac5e08f2f053c869c67227, regionState=CLOSING, regionLocation=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:29,640 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T18:29:29,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE; CloseRegionProcedure f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452}] 2024-12-03T18:29:29,791 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:29,792 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(124): Close f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:29,792 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-03T18:29:29,792 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1681): Closing f78696d6cdac5e08f2f053c869c67227, disabling compactions & flushes 2024-12-03T18:29:29,792 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:29,792 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:29,792 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. after waiting 0 ms 2024-12-03T18:29:29,792 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:29,796 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-03T18:29:29,797 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:29,797 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1635): Region close journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:29,797 WARN [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegionServer(3786): Not adding moved region record: f78696d6cdac5e08f2f053c869c67227 to self. 2024-12-03T18:29:29,799 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(170): Closed f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:29,799 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=f78696d6cdac5e08f2f053c869c67227, regionState=CLOSED 2024-12-03T18:29:29,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-12-03T18:29:29,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; CloseRegionProcedure f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 in 160 msec 2024-12-03T18:29:29,802 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f78696d6cdac5e08f2f053c869c67227, REOPEN/MOVE; state=CLOSED, location=5840ab6af6da,43459,1733250473452; forceNewPlan=false, retain=true 2024-12-03T18:29:29,953 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=f78696d6cdac5e08f2f053c869c67227, regionState=OPENING, regionLocation=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:29,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=101, state=RUNNABLE; OpenRegionProcedure f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452}] 2024-12-03T18:29:30,106 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:30,109 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:30,109 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7285): Opening region: {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:29:30,110 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:30,110 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:29:30,110 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7327): checking encryption for f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:30,110 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7330): checking classloading for f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:30,112 INFO [StoreOpener-f78696d6cdac5e08f2f053c869c67227-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:30,113 INFO [StoreOpener-f78696d6cdac5e08f2f053c869c67227-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T18:29:30,113 INFO [StoreOpener-f78696d6cdac5e08f2f053c869c67227-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f78696d6cdac5e08f2f053c869c67227 columnFamilyName A 2024-12-03T18:29:30,114 DEBUG [StoreOpener-f78696d6cdac5e08f2f053c869c67227-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:30,115 INFO [StoreOpener-f78696d6cdac5e08f2f053c869c67227-1 {}] regionserver.HStore(327): Store=f78696d6cdac5e08f2f053c869c67227/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:29:30,115 INFO [StoreOpener-f78696d6cdac5e08f2f053c869c67227-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:30,116 INFO [StoreOpener-f78696d6cdac5e08f2f053c869c67227-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T18:29:30,116 INFO [StoreOpener-f78696d6cdac5e08f2f053c869c67227-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f78696d6cdac5e08f2f053c869c67227 columnFamilyName B 2024-12-03T18:29:30,116 DEBUG [StoreOpener-f78696d6cdac5e08f2f053c869c67227-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:30,116 INFO [StoreOpener-f78696d6cdac5e08f2f053c869c67227-1 {}] regionserver.HStore(327): Store=f78696d6cdac5e08f2f053c869c67227/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:29:30,116 INFO [StoreOpener-f78696d6cdac5e08f2f053c869c67227-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:30,117 INFO [StoreOpener-f78696d6cdac5e08f2f053c869c67227-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T18:29:30,117 INFO [StoreOpener-f78696d6cdac5e08f2f053c869c67227-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f78696d6cdac5e08f2f053c869c67227 columnFamilyName C 2024-12-03T18:29:30,117 DEBUG [StoreOpener-f78696d6cdac5e08f2f053c869c67227-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:30,117 INFO [StoreOpener-f78696d6cdac5e08f2f053c869c67227-1 {}] regionserver.HStore(327): Store=f78696d6cdac5e08f2f053c869c67227/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:29:30,117 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:30,118 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:30,119 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:30,120 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T18:29:30,121 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1085): writing seq id for f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:30,122 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1102): Opened f78696d6cdac5e08f2f053c869c67227; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71027730, jitterRate=0.05839565396308899}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T18:29:30,123 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1001): Region open journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:30,124 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227., pid=103, masterSystemTime=1733250570106 2024-12-03T18:29:30,125 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:30,125 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:30,125 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=f78696d6cdac5e08f2f053c869c67227, regionState=OPEN, openSeqNum=5, regionLocation=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:30,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=101 2024-12-03T18:29:30,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=101, state=SUCCESS; OpenRegionProcedure f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 in 172 msec 2024-12-03T18:29:30,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-12-03T18:29:30,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f78696d6cdac5e08f2f053c869c67227, REOPEN/MOVE in 489 msec 2024-12-03T18:29:30,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-12-03T18:29:30,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 493 msec 2024-12-03T18:29:30,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 517 msec 2024-12-03T18:29:30,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-03T18:29:30,133 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b976e1a to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1df61dc9 2024-12-03T18:29:30,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe71801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:30,168 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b82ba2a to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3637e4c6 2024-12-03T18:29:30,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f7d511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:30,183 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b6cf8cb to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72f422b4 2024-12-03T18:29:30,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc42ea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:30,192 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ec15031 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2df33cdf 2024-12-03T18:29:30,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@117e86d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:30,214 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3dd5b441 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9f472e0 2024-12-03T18:29:30,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd96549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:30,233 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x167a78b0 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31aea41b 2024-12-03T18:29:30,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3875c8c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:30,241 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5aee939b to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e247aa1 2024-12-03T18:29:30,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@801ba40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:30,255 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f49665c to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2205f666 2024-12-03T18:29:30,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27539bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:30,266 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683f8469 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6584e9ce 2024-12-03T18:29:30,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3203d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:30,281 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75e4d3d0 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37ec8e3b 2024-12-03T18:29:30,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798e7fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:30,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:29:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-12-03T18:29:30,310 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:29:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-03T18:29:30,311 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:29:30,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:29:30,319 DEBUG [hconnection-0x4d5e572c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:29:30,319 DEBUG [hconnection-0x31ae54af-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:29:30,320 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53200, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:29:30,321 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53216, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:29:30,323 DEBUG [hconnection-0x33dcf21f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:29:30,325 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53218, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:29:30,326 DEBUG [hconnection-0x639b509c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:29:30,327 DEBUG [hconnection-0x41cbba61-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:29:30,327 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53226, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:29:30,328 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53236, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:29:30,328 DEBUG [hconnection-0x7bf595b1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:29:30,328 DEBUG [hconnection-0x4d7842a3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:29:30,329 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53254, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:29:30,330 DEBUG [hconnection-0x5b043b6b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:29:30,330 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:29:30,331 DEBUG [hconnection-0x3393d3c5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:29:30,331 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53266, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:29:30,333 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:29:30,333 DEBUG [hconnection-0x450c0712-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:29:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:30,338 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f78696d6cdac5e08f2f053c869c67227 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T18:29:30,339 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:29:30,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=A 2024-12-03T18:29:30,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:30,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=B 2024-12-03T18:29:30,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:30,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=C 2024-12-03T18:29:30,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:30,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250630364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:30,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250630364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:30,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250630364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:30,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53266 deadline: 1733250630365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:30,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53274 deadline: 1733250630366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:30,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203d194b28a3e7148b2a83796c66569abfe_f78696d6cdac5e08f2f053c869c67227 is 50, key is test_row_0/A:col10/1733250570336/Put/seqid=0 2024-12-03T18:29:30,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742169_1345 (size=12154) 2024-12-03T18:29:30,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-03T18:29:30,463 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:30,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-03T18:29:30,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:30,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:30,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:30,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:30,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:30,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:30,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250630467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250630467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:30,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250630467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:30,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53274 deadline: 1733250630468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:30,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53266 deadline: 1733250630468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:30,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-03T18:29:30,616 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:30,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-03T18:29:30,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:30,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:30,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:30,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:30,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:30,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:30,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250630668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:30,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250630668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:30,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53274 deadline: 1733250630670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:30,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250630671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:30,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53266 deadline: 1733250630673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:30,768 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:30,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-03T18:29:30,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:30,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:30,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:30,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:30,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:30,787 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:30,791 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203d194b28a3e7148b2a83796c66569abfe_f78696d6cdac5e08f2f053c869c67227 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203d194b28a3e7148b2a83796c66569abfe_f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:30,793 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/b5214d70677640babe423af0996b939b, store: [table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:30,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/b5214d70677640babe423af0996b939b is 175, key is test_row_0/A:col10/1733250570336/Put/seqid=0 2024-12-03T18:29:30,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742170_1346 (size=30955) 2024-12-03T18:29:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-03T18:29:30,926 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:30,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-03T18:29:30,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:30,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:30,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:30,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:30,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:30,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:30,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250630972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:30,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250630973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:30,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53274 deadline: 1733250630975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:30,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250630976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:30,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53266 deadline: 1733250630980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:31,079 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:31,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-03T18:29:31,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:31,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:31,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:31,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:31,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:31,206 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/b5214d70677640babe423af0996b939b 2024-12-03T18:29:31,233 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:31,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-03T18:29:31,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:31,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:31,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:31,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:31,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:31,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/580e1be89cdc4499ab664c86bd259c21 is 50, key is test_row_0/B:col10/1733250570336/Put/seqid=0 2024-12-03T18:29:31,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742171_1347 (size=12001) 2024-12-03T18:29:31,386 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:31,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-03T18:29:31,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:31,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:31,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:31,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:31,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:31,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-03T18:29:31,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250631475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:31,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250631477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:31,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:31,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:31,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53274 deadline: 1733250631483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:31,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250631482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:31,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:31,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53266 deadline: 1733250631488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:31,545 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:31,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-03T18:29:31,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:31,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:31,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:31,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:31,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:31,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:31,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/580e1be89cdc4499ab664c86bd259c21 2024-12-03T18:29:31,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/07076dbe47e344fbae1b080e3160f46d is 50, key is test_row_0/C:col10/1733250570336/Put/seqid=0 2024-12-03T18:29:31,701 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:31,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-03T18:29:31,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:31,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:31,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:31,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:31,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:31,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742172_1348 (size=12001) 2024-12-03T18:29:31,869 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:31,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-03T18:29:31,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:31,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:31,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:31,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:31,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:31,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:32,028 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:32,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-03T18:29:32,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:32,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:32,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:32,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:32,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:32,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:32,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/07076dbe47e344fbae1b080e3160f46d 2024-12-03T18:29:32,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/b5214d70677640babe423af0996b939b as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/b5214d70677640babe423af0996b939b 2024-12-03T18:29:32,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/b5214d70677640babe423af0996b939b, entries=150, sequenceid=17, filesize=30.2 K 2024-12-03T18:29:32,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/580e1be89cdc4499ab664c86bd259c21 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/580e1be89cdc4499ab664c86bd259c21 2024-12-03T18:29:32,166 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/580e1be89cdc4499ab664c86bd259c21, entries=150, sequenceid=17, filesize=11.7 K 2024-12-03T18:29:32,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/07076dbe47e344fbae1b080e3160f46d as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/07076dbe47e344fbae1b080e3160f46d 2024-12-03T18:29:32,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/07076dbe47e344fbae1b080e3160f46d, entries=150, sequenceid=17, filesize=11.7 K 2024-12-03T18:29:32,177 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f78696d6cdac5e08f2f053c869c67227 in 1838ms, sequenceid=17, compaction requested=false 2024-12-03T18:29:32,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:32,189 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:32,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-03T18:29:32,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:32,190 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing f78696d6cdac5e08f2f053c869c67227 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-03T18:29:32,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=A 2024-12-03T18:29:32,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:32,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=B 2024-12-03T18:29:32,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:32,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=C 2024-12-03T18:29:32,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:32,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412035a806f6efbd14dbcbdc52ee711721a8e_f78696d6cdac5e08f2f053c869c67227 is 50, key is test_row_0/A:col10/1733250570365/Put/seqid=0 2024-12-03T18:29:32,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742173_1349 (size=12154) 2024-12-03T18:29:32,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-03T18:29:32,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:32,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:32,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:32,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53274 deadline: 1733250632495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:32,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:32,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250632497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:32,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:32,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53266 deadline: 1733250632499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:32,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:32,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250632501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:32,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:32,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250632502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:32,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:32,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250632602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:32,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:32,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250632604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:32,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:32,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:32,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250632606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:32,612 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412035a806f6efbd14dbcbdc52ee711721a8e_f78696d6cdac5e08f2f053c869c67227 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412035a806f6efbd14dbcbdc52ee711721a8e_f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:32,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/408f2d47f2ca4f63a5afa5548032ffa5, store: [table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:32,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/408f2d47f2ca4f63a5afa5548032ffa5 is 175, key is test_row_0/A:col10/1733250570365/Put/seqid=0 2024-12-03T18:29:32,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742174_1350 (size=30955) 2024-12-03T18:29:32,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:32,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250632808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:32,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:32,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250632808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:32,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:32,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250632813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:33,021 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/408f2d47f2ca4f63a5afa5548032ffa5 2024-12-03T18:29:33,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/d5fd39d6f792422c87388eccaf08f33c is 50, key is test_row_0/B:col10/1733250570365/Put/seqid=0 2024-12-03T18:29:33,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742175_1351 (size=12001) 2024-12-03T18:29:33,061 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/d5fd39d6f792422c87388eccaf08f33c 2024-12-03T18:29:33,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/4c8d878c36964c1185daa389b4884f1b is 50, key is test_row_0/C:col10/1733250570365/Put/seqid=0 2024-12-03T18:29:33,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742176_1352 (size=12001) 2024-12-03T18:29:33,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250633113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:33,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250633113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:33,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250633121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:33,476 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/4c8d878c36964c1185daa389b4884f1b 2024-12-03T18:29:33,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/408f2d47f2ca4f63a5afa5548032ffa5 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/408f2d47f2ca4f63a5afa5548032ffa5 2024-12-03T18:29:33,484 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/408f2d47f2ca4f63a5afa5548032ffa5, entries=150, sequenceid=40, filesize=30.2 K 2024-12-03T18:29:33,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/d5fd39d6f792422c87388eccaf08f33c as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/d5fd39d6f792422c87388eccaf08f33c 2024-12-03T18:29:33,492 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/d5fd39d6f792422c87388eccaf08f33c, entries=150, sequenceid=40, filesize=11.7 K 2024-12-03T18:29:33,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/4c8d878c36964c1185daa389b4884f1b as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/4c8d878c36964c1185daa389b4884f1b 2024-12-03T18:29:33,497 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/4c8d878c36964c1185daa389b4884f1b, entries=150, sequenceid=40, filesize=11.7 K 2024-12-03T18:29:33,498 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for f78696d6cdac5e08f2f053c869c67227 in 1308ms, sequenceid=40, compaction requested=false 2024-12-03T18:29:33,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:33,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:33,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-12-03T18:29:33,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-12-03T18:29:33,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-12-03T18:29:33,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1880 sec 2024-12-03T18:29:33,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 3.1930 sec 2024-12-03T18:29:33,544 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T18:29:33,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:33,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f78696d6cdac5e08f2f053c869c67227 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-03T18:29:33,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=A 2024-12-03T18:29:33,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:33,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=B 2024-12-03T18:29:33,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:33,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=C 2024-12-03T18:29:33,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:33,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203eab2fc2aa120413e8f5119d9bc67059c_f78696d6cdac5e08f2f053c869c67227 is 50, key is test_row_0/A:col10/1733250572495/Put/seqid=0 2024-12-03T18:29:33,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742177_1353 (size=17034) 2024-12-03T18:29:33,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:33,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250633665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:33,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:33,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250633666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:33,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:33,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250633673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:33,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:33,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250633770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:33,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:33,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250633770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:33,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:33,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250633777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:33,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:33,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250633975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:33,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:33,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250633976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:33,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:33,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250633983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:34,046 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:34,049 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203eab2fc2aa120413e8f5119d9bc67059c_f78696d6cdac5e08f2f053c869c67227 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203eab2fc2aa120413e8f5119d9bc67059c_f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:34,050 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/96a39eb0ddf0499b96ec0298a0c2ca43, store: [table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:34,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/96a39eb0ddf0499b96ec0298a0c2ca43 is 175, key is test_row_0/A:col10/1733250572495/Put/seqid=0 2024-12-03T18:29:34,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742178_1354 (size=48139) 2024-12-03T18:29:34,054 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=56, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/96a39eb0ddf0499b96ec0298a0c2ca43 2024-12-03T18:29:34,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/bfb67eeff1c748b1b6de5de06fb80321 is 50, key is test_row_0/B:col10/1733250572495/Put/seqid=0 2024-12-03T18:29:34,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742179_1355 (size=12001) 2024-12-03T18:29:34,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/bfb67eeff1c748b1b6de5de06fb80321 2024-12-03T18:29:34,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/a173b6cdc17a4e8796abc9d489aed6a0 is 50, key is test_row_0/C:col10/1733250572495/Put/seqid=0 2024-12-03T18:29:34,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742180_1356 (size=12001) 2024-12-03T18:29:34,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250634280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:34,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250634283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:34,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:34,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250634287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-03T18:29:34,424 INFO [Thread-1567 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-12-03T18:29:34,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:29:34,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-12-03T18:29:34,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-03T18:29:34,429 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:29:34,429 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:29:34,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:29:34,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/a173b6cdc17a4e8796abc9d489aed6a0 2024-12-03T18:29:34,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/96a39eb0ddf0499b96ec0298a0c2ca43 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/96a39eb0ddf0499b96ec0298a0c2ca43 2024-12-03T18:29:34,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/96a39eb0ddf0499b96ec0298a0c2ca43, entries=250, sequenceid=56, filesize=47.0 K 2024-12-03T18:29:34,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/bfb67eeff1c748b1b6de5de06fb80321 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/bfb67eeff1c748b1b6de5de06fb80321 2024-12-03T18:29:34,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/bfb67eeff1c748b1b6de5de06fb80321, entries=150, sequenceid=56, filesize=11.7 K 2024-12-03T18:29:34,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/a173b6cdc17a4e8796abc9d489aed6a0 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/a173b6cdc17a4e8796abc9d489aed6a0 2024-12-03T18:29:34,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/a173b6cdc17a4e8796abc9d489aed6a0, entries=150, sequenceid=56, filesize=11.7 K 2024-12-03T18:29:34,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:34,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53266 deadline: 1733250634504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:34,508 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for f78696d6cdac5e08f2f053c869c67227 in 886ms, sequenceid=56, compaction requested=true 2024-12-03T18:29:34,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:34,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78696d6cdac5e08f2f053c869c67227:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:29:34,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:34,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78696d6cdac5e08f2f053c869c67227:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:29:34,508 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:29:34,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:29:34,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78696d6cdac5e08f2f053c869c67227:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:29:34,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-03T18:29:34,508 DEBUG [Thread-1561 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227., hostname=5840ab6af6da,43459,1733250473452, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:29:34,508 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:29:34,509 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:29:34,509 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:29:34,509 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): f78696d6cdac5e08f2f053c869c67227/B is initiating minor compaction (all files) 2024-12-03T18:29:34,509 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): f78696d6cdac5e08f2f053c869c67227/A is initiating minor compaction (all files) 2024-12-03T18:29:34,509 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f78696d6cdac5e08f2f053c869c67227/B in TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:34,509 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f78696d6cdac5e08f2f053c869c67227/A in TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:34,509 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/b5214d70677640babe423af0996b939b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/408f2d47f2ca4f63a5afa5548032ffa5, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/96a39eb0ddf0499b96ec0298a0c2ca43] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp, totalSize=107.5 K 2024-12-03T18:29:34,509 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/580e1be89cdc4499ab664c86bd259c21, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/d5fd39d6f792422c87388eccaf08f33c, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/bfb67eeff1c748b1b6de5de06fb80321] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp, totalSize=35.2 K 2024-12-03T18:29:34,509 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:34,509 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. files: [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/b5214d70677640babe423af0996b939b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/408f2d47f2ca4f63a5afa5548032ffa5, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/96a39eb0ddf0499b96ec0298a0c2ca43] 2024-12-03T18:29:34,510 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 580e1be89cdc4499ab664c86bd259c21, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733250570334 2024-12-03T18:29:34,510 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5214d70677640babe423af0996b939b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733250570334 2024-12-03T18:29:34,510 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting d5fd39d6f792422c87388eccaf08f33c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733250570361 2024-12-03T18:29:34,510 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 408f2d47f2ca4f63a5afa5548032ffa5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733250570361 2024-12-03T18:29:34,510 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting bfb67eeff1c748b1b6de5de06fb80321, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733250572495 2024-12-03T18:29:34,511 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96a39eb0ddf0499b96ec0298a0c2ca43, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733250572495 2024-12-03T18:29:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:34,518 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f78696d6cdac5e08f2f053c869c67227 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-03T18:29:34,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=A 2024-12-03T18:29:34,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:34,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=B 2024-12-03T18:29:34,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:34,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=C 2024-12-03T18:29:34,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:34,523 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:34,528 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78696d6cdac5e08f2f053c869c67227#B#compaction#299 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:34,529 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/9b5bae49a8c742a895b211f6800a8857 is 50, key is test_row_0/B:col10/1733250572495/Put/seqid=0 2024-12-03T18:29:34,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-03T18:29:34,531 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203ee70d4c5a98a4eb3a1d1a40f33578d57_f78696d6cdac5e08f2f053c869c67227 store=[table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:34,533 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203ee70d4c5a98a4eb3a1d1a40f33578d57_f78696d6cdac5e08f2f053c869c67227, store=[table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:34,533 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203ee70d4c5a98a4eb3a1d1a40f33578d57_f78696d6cdac5e08f2f053c869c67227 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:34,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120305f987e7a0774243b2f85e9db4e489c4_f78696d6cdac5e08f2f053c869c67227 is 50, key is test_row_0/A:col10/1733250573664/Put/seqid=0 2024-12-03T18:29:34,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742181_1357 (size=12104) 2024-12-03T18:29:34,557 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/9b5bae49a8c742a895b211f6800a8857 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/9b5bae49a8c742a895b211f6800a8857 2024-12-03T18:29:34,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742182_1358 (size=4469) 2024-12-03T18:29:34,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742183_1359 (size=14594) 2024-12-03T18:29:34,571 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f78696d6cdac5e08f2f053c869c67227/B of f78696d6cdac5e08f2f053c869c67227 into 9b5bae49a8c742a895b211f6800a8857(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:34,571 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:34,571 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227., storeName=f78696d6cdac5e08f2f053c869c67227/B, priority=13, startTime=1733250574508; duration=0sec 2024-12-03T18:29:34,571 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:29:34,572 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78696d6cdac5e08f2f053c869c67227:B 2024-12-03T18:29:34,572 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:29:34,575 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78696d6cdac5e08f2f053c869c67227#A#compaction#298 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:34,575 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:29:34,576 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): f78696d6cdac5e08f2f053c869c67227/C is initiating minor compaction (all files) 2024-12-03T18:29:34,576 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f78696d6cdac5e08f2f053c869c67227/C in TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:34,576 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/07076dbe47e344fbae1b080e3160f46d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/4c8d878c36964c1185daa389b4884f1b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/a173b6cdc17a4e8796abc9d489aed6a0] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp, totalSize=35.2 K 2024-12-03T18:29:34,576 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/8e54b1a0029643fe8a21ba1ad8c78429 is 175, key is test_row_0/A:col10/1733250572495/Put/seqid=0 2024-12-03T18:29:34,576 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 07076dbe47e344fbae1b080e3160f46d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733250570334 2024-12-03T18:29:34,576 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c8d878c36964c1185daa389b4884f1b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733250570361 2024-12-03T18:29:34,577 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting a173b6cdc17a4e8796abc9d489aed6a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733250572495 2024-12-03T18:29:34,581 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:34,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-03T18:29:34,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:34,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:34,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:34,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:34,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:34,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:34,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53274 deadline: 1733250634582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:34,591 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78696d6cdac5e08f2f053c869c67227#C#compaction#301 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:34,591 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/04621c57ccc54fdcb5d24b9e1d7c0251 is 50, key is test_row_0/C:col10/1733250572495/Put/seqid=0 2024-12-03T18:29:34,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742184_1360 (size=31058) 2024-12-03T18:29:34,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742185_1361 (size=12104) 2024-12-03T18:29:34,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:34,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53274 deadline: 1733250634698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:34,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-03T18:29:34,733 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:34,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-03T18:29:34,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:34,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:34,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:34,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:34,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:34,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:34,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250634783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:34,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250634792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:34,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250634796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:34,886 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:34,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-03T18:29:34,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:34,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:34,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:34,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:34,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:34,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53274 deadline: 1733250634905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:34,972 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:34,991 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120305f987e7a0774243b2f85e9db4e489c4_f78696d6cdac5e08f2f053c869c67227 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120305f987e7a0774243b2f85e9db4e489c4_f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:34,992 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/6a5012bd891346c39c5aa375e9ed9a3d, store: [table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:34,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/6a5012bd891346c39c5aa375e9ed9a3d is 175, key is test_row_0/A:col10/1733250573664/Put/seqid=0 2024-12-03T18:29:34,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742186_1362 (size=39549) 2024-12-03T18:29:34,998 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/8e54b1a0029643fe8a21ba1ad8c78429 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/8e54b1a0029643fe8a21ba1ad8c78429 2024-12-03T18:29:35,006 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f78696d6cdac5e08f2f053c869c67227/A of f78696d6cdac5e08f2f053c869c67227 into 8e54b1a0029643fe8a21ba1ad8c78429(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:35,006 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:35,006 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227., storeName=f78696d6cdac5e08f2f053c869c67227/A, priority=13, startTime=1733250574508; duration=0sec 2024-12-03T18:29:35,006 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:35,006 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78696d6cdac5e08f2f053c869c67227:A 2024-12-03T18:29:35,008 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/04621c57ccc54fdcb5d24b9e1d7c0251 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/04621c57ccc54fdcb5d24b9e1d7c0251 2024-12-03T18:29:35,015 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f78696d6cdac5e08f2f053c869c67227/C of f78696d6cdac5e08f2f053c869c67227 into 04621c57ccc54fdcb5d24b9e1d7c0251(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:35,016 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:35,016 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227., storeName=f78696d6cdac5e08f2f053c869c67227/C, priority=13, startTime=1733250574508; duration=0sec 2024-12-03T18:29:35,016 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:35,016 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78696d6cdac5e08f2f053c869c67227:C 2024-12-03T18:29:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-03T18:29:35,040 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:35,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-03T18:29:35,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:35,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:35,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:35,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:35,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:35,193 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:35,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-03T18:29:35,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:35,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:35,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:35,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:35,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:35,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53274 deadline: 1733250635209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:35,345 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:35,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-03T18:29:35,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:35,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:35,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:35,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:35,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:35,403 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/6a5012bd891346c39c5aa375e9ed9a3d 2024-12-03T18:29:35,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/1a83ebe70a2a4b02a1607e7fc2029f12 is 50, key is test_row_0/B:col10/1733250573664/Put/seqid=0 2024-12-03T18:29:35,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742187_1363 (size=12001) 2024-12-03T18:29:35,429 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/1a83ebe70a2a4b02a1607e7fc2029f12 2024-12-03T18:29:35,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/7308eaff9fe14ab393f53ab991225bcf is 50, key is test_row_0/C:col10/1733250573664/Put/seqid=0 2024-12-03T18:29:35,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742188_1364 (size=12001) 2024-12-03T18:29:35,500 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:35,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-03T18:29:35,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:35,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:35,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:35,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:35,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-03T18:29:35,659 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:35,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-03T18:29:35,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:35,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:35,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:35,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:35,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:35,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:35,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53274 deadline: 1733250635715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:35,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:35,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250635791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:35,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:35,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250635802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:35,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250635804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:35,811 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:35,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-03T18:29:35,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:35,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:35,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:35,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:35,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:35,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:35,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/7308eaff9fe14ab393f53ab991225bcf 2024-12-03T18:29:35,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/6a5012bd891346c39c5aa375e9ed9a3d as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/6a5012bd891346c39c5aa375e9ed9a3d 2024-12-03T18:29:35,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/6a5012bd891346c39c5aa375e9ed9a3d, entries=200, sequenceid=77, filesize=38.6 K 2024-12-03T18:29:35,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/1a83ebe70a2a4b02a1607e7fc2029f12 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/1a83ebe70a2a4b02a1607e7fc2029f12 2024-12-03T18:29:35,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/1a83ebe70a2a4b02a1607e7fc2029f12, entries=150, sequenceid=77, filesize=11.7 K 2024-12-03T18:29:35,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/7308eaff9fe14ab393f53ab991225bcf as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/7308eaff9fe14ab393f53ab991225bcf 2024-12-03T18:29:35,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/7308eaff9fe14ab393f53ab991225bcf, entries=150, sequenceid=77, filesize=11.7 K 2024-12-03T18:29:35,856 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for f78696d6cdac5e08f2f053c869c67227 in 1338ms, sequenceid=77, compaction requested=false 2024-12-03T18:29:35,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:35,964 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:35,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-03T18:29:35,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:35,968 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing f78696d6cdac5e08f2f053c869c67227 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-03T18:29:35,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=A 2024-12-03T18:29:35,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:35,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=B 2024-12-03T18:29:35,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:35,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=C 2024-12-03T18:29:35,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:35,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412031f886dfa96dd46bb98aac91b3faab3b6_f78696d6cdac5e08f2f053c869c67227 is 50, key is test_row_0/A:col10/1733250574580/Put/seqid=0 2024-12-03T18:29:36,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742189_1365 (size=12154) 2024-12-03T18:29:36,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:36,413 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412031f886dfa96dd46bb98aac91b3faab3b6_f78696d6cdac5e08f2f053c869c67227 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412031f886dfa96dd46bb98aac91b3faab3b6_f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:36,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/91c276485e5a4c74b3d28c1e83eea40d, store: [table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:36,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/91c276485e5a4c74b3d28c1e83eea40d is 175, key is test_row_0/A:col10/1733250574580/Put/seqid=0 2024-12-03T18:29:36,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742190_1366 (size=30955) 2024-12-03T18:29:36,419 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/91c276485e5a4c74b3d28c1e83eea40d 2024-12-03T18:29:36,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/69aa9763c5fe47e28b9a6b2b9027b2cb is 50, key is test_row_0/B:col10/1733250574580/Put/seqid=0 2024-12-03T18:29:36,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742191_1367 (size=12001) 2024-12-03T18:29:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-03T18:29:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:36,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:36,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53274 deadline: 1733250636807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:36,845 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/69aa9763c5fe47e28b9a6b2b9027b2cb 2024-12-03T18:29:36,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/b903b70a6e01421096a66b1538b5e720 is 50, key is test_row_0/C:col10/1733250574580/Put/seqid=0 2024-12-03T18:29:36,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742192_1368 (size=12001) 2024-12-03T18:29:36,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53274 deadline: 1733250636911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:37,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53274 deadline: 1733250637117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:37,255 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/b903b70a6e01421096a66b1538b5e720 2024-12-03T18:29:37,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/91c276485e5a4c74b3d28c1e83eea40d as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/91c276485e5a4c74b3d28c1e83eea40d 2024-12-03T18:29:37,264 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/91c276485e5a4c74b3d28c1e83eea40d, entries=150, sequenceid=95, filesize=30.2 K 2024-12-03T18:29:37,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/69aa9763c5fe47e28b9a6b2b9027b2cb as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/69aa9763c5fe47e28b9a6b2b9027b2cb 2024-12-03T18:29:37,268 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/69aa9763c5fe47e28b9a6b2b9027b2cb, entries=150, sequenceid=95, filesize=11.7 K 2024-12-03T18:29:37,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/b903b70a6e01421096a66b1538b5e720 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/b903b70a6e01421096a66b1538b5e720 2024-12-03T18:29:37,278 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/b903b70a6e01421096a66b1538b5e720, entries=150, sequenceid=95, filesize=11.7 K 2024-12-03T18:29:37,283 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f78696d6cdac5e08f2f053c869c67227 in 1315ms, sequenceid=95, compaction requested=true 2024-12-03T18:29:37,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:37,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:37,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-12-03T18:29:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-12-03T18:29:37,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-12-03T18:29:37,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8560 sec 2024-12-03T18:29:37,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 2.8660 sec 2024-12-03T18:29:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:37,427 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f78696d6cdac5e08f2f053c869c67227 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-03T18:29:37,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=A 2024-12-03T18:29:37,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:37,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=B 2024-12-03T18:29:37,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:37,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=C 2024-12-03T18:29:37,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:37,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203c0aa15fabd3b44e18179e573168d0223_f78696d6cdac5e08f2f053c869c67227 is 50, key is test_row_0/A:col10/1733250577426/Put/seqid=0 2024-12-03T18:29:37,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742193_1369 (size=14594) 2024-12-03T18:29:37,450 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:37,453 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203c0aa15fabd3b44e18179e573168d0223_f78696d6cdac5e08f2f053c869c67227 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c0aa15fabd3b44e18179e573168d0223_f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:37,454 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/0e9f67cf32ed4325bdff6c2318ef399d, store: [table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:37,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/0e9f67cf32ed4325bdff6c2318ef399d is 175, key is test_row_0/A:col10/1733250577426/Put/seqid=0 2024-12-03T18:29:37,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742194_1370 (size=39549) 2024-12-03T18:29:37,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53274 deadline: 1733250637488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:37,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:37,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53274 deadline: 1733250637595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:37,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53274 deadline: 1733250637803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:37,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250637812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:37,816 DEBUG [Thread-1565 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227., hostname=5840ab6af6da,43459,1733250473452, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:29:37,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250637813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:37,819 DEBUG [Thread-1563 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4154 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227., hostname=5840ab6af6da,43459,1733250473452, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:29:37,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250637818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:37,825 DEBUG [Thread-1557 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4160 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227., hostname=5840ab6af6da,43459,1733250473452, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:29:37,861 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/0e9f67cf32ed4325bdff6c2318ef399d 2024-12-03T18:29:37,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/f50a429d8b0b45db998fc6253900e414 is 50, key is test_row_0/B:col10/1733250577426/Put/seqid=0 2024-12-03T18:29:37,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742195_1371 (size=12001) 2024-12-03T18:29:37,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/f50a429d8b0b45db998fc6253900e414 2024-12-03T18:29:37,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/15a9681d01124cb594d714bc4d4b5885 is 50, key is test_row_0/C:col10/1733250577426/Put/seqid=0 2024-12-03T18:29:37,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742196_1372 (size=12001) 2024-12-03T18:29:38,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53274 deadline: 1733250638108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:38,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/15a9681d01124cb594d714bc4d4b5885 2024-12-03T18:29:38,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/0e9f67cf32ed4325bdff6c2318ef399d as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/0e9f67cf32ed4325bdff6c2318ef399d 2024-12-03T18:29:38,333 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/0e9f67cf32ed4325bdff6c2318ef399d, entries=200, sequenceid=117, filesize=38.6 K 2024-12-03T18:29:38,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/f50a429d8b0b45db998fc6253900e414 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/f50a429d8b0b45db998fc6253900e414 2024-12-03T18:29:38,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/f50a429d8b0b45db998fc6253900e414, entries=150, sequenceid=117, filesize=11.7 K 2024-12-03T18:29:38,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/15a9681d01124cb594d714bc4d4b5885 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/15a9681d01124cb594d714bc4d4b5885 2024-12-03T18:29:38,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/15a9681d01124cb594d714bc4d4b5885, entries=150, sequenceid=117, filesize=11.7 K 2024-12-03T18:29:38,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for f78696d6cdac5e08f2f053c869c67227 in 914ms, sequenceid=117, compaction requested=true 2024-12-03T18:29:38,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:38,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78696d6cdac5e08f2f053c869c67227:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:29:38,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:38,341 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T18:29:38,342 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T18:29:38,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78696d6cdac5e08f2f053c869c67227:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:29:38,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:38,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78696d6cdac5e08f2f053c869c67227:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:29:38,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:29:38,343 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141111 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T18:29:38,343 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): f78696d6cdac5e08f2f053c869c67227/A is initiating minor compaction (all files) 2024-12-03T18:29:38,343 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f78696d6cdac5e08f2f053c869c67227/A in TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:38,343 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/8e54b1a0029643fe8a21ba1ad8c78429, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/6a5012bd891346c39c5aa375e9ed9a3d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/91c276485e5a4c74b3d28c1e83eea40d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/0e9f67cf32ed4325bdff6c2318ef399d] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp, totalSize=137.8 K 2024-12-03T18:29:38,343 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:38,343 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. files: [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/8e54b1a0029643fe8a21ba1ad8c78429, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/6a5012bd891346c39c5aa375e9ed9a3d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/91c276485e5a4c74b3d28c1e83eea40d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/0e9f67cf32ed4325bdff6c2318ef399d] 2024-12-03T18:29:38,343 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T18:29:38,343 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): f78696d6cdac5e08f2f053c869c67227/B is initiating minor compaction (all files) 2024-12-03T18:29:38,343 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f78696d6cdac5e08f2f053c869c67227/B in TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:38,344 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/9b5bae49a8c742a895b211f6800a8857, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/1a83ebe70a2a4b02a1607e7fc2029f12, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/69aa9763c5fe47e28b9a6b2b9027b2cb, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/f50a429d8b0b45db998fc6253900e414] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp, totalSize=47.0 K 2024-12-03T18:29:38,344 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e54b1a0029643fe8a21ba1ad8c78429, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733250572495 2024-12-03T18:29:38,344 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b5bae49a8c742a895b211f6800a8857, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733250572495 2024-12-03T18:29:38,344 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a5012bd891346c39c5aa375e9ed9a3d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733250573664 2024-12-03T18:29:38,345 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a83ebe70a2a4b02a1607e7fc2029f12, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733250573664 2024-12-03T18:29:38,345 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 69aa9763c5fe47e28b9a6b2b9027b2cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733250574555 2024-12-03T18:29:38,345 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91c276485e5a4c74b3d28c1e83eea40d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733250574555 2024-12-03T18:29:38,345 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting f50a429d8b0b45db998fc6253900e414, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733250576778 2024-12-03T18:29:38,345 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e9f67cf32ed4325bdff6c2318ef399d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733250576778 2024-12-03T18:29:38,353 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:38,355 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412036c417345057b47659d6ca5111a5fdbb2_f78696d6cdac5e08f2f053c869c67227 store=[table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:38,357 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412036c417345057b47659d6ca5111a5fdbb2_f78696d6cdac5e08f2f053c869c67227, store=[table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:38,357 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412036c417345057b47659d6ca5111a5fdbb2_f78696d6cdac5e08f2f053c869c67227 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:38,359 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78696d6cdac5e08f2f053c869c67227#B#compaction#311 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:38,360 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/d534bb99b3784e6988a1820e4ef35da3 is 50, key is test_row_0/B:col10/1733250577426/Put/seqid=0 2024-12-03T18:29:38,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742197_1373 (size=4469) 2024-12-03T18:29:38,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742198_1374 (size=12241) 2024-12-03T18:29:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:38,526 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f78696d6cdac5e08f2f053c869c67227 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-03T18:29:38,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=A 2024-12-03T18:29:38,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:38,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=B 2024-12-03T18:29:38,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:38,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=C 2024-12-03T18:29:38,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-03T18:29:38,534 INFO [Thread-1567 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-12-03T18:29:38,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203f61b99b88f3547df8cb0e1dbe31aa323_f78696d6cdac5e08f2f053c869c67227 is 50, key is test_row_0/A:col10/1733250578525/Put/seqid=0 2024-12-03T18:29:38,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:29:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-12-03T18:29:38,537 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:29:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-03T18:29:38,537 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:29:38,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:29:38,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742199_1375 (size=14744) 2024-12-03T18:29:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-03T18:29:38,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53274 deadline: 1733250638635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:38,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53266 deadline: 1733250638639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:38,688 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:38,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-03T18:29:38,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:38,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:38,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:38,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:38,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:38,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53274 deadline: 1733250638743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:38,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53266 deadline: 1733250638747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:38,773 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78696d6cdac5e08f2f053c869c67227#A#compaction#310 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:38,774 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/c3fd1ac89edb45408d8372898d323018 is 175, key is test_row_0/A:col10/1733250577426/Put/seqid=0 2024-12-03T18:29:38,783 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/d534bb99b3784e6988a1820e4ef35da3 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/d534bb99b3784e6988a1820e4ef35da3 2024-12-03T18:29:38,791 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f78696d6cdac5e08f2f053c869c67227/B of f78696d6cdac5e08f2f053c869c67227 into d534bb99b3784e6988a1820e4ef35da3(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:38,791 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:38,791 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227., storeName=f78696d6cdac5e08f2f053c869c67227/B, priority=12, startTime=1733250578341; duration=0sec 2024-12-03T18:29:38,791 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:29:38,791 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78696d6cdac5e08f2f053c869c67227:B 2024-12-03T18:29:38,791 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T18:29:38,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742200_1376 (size=31195) 2024-12-03T18:29:38,796 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T18:29:38,796 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): f78696d6cdac5e08f2f053c869c67227/C is initiating minor compaction (all files) 2024-12-03T18:29:38,797 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f78696d6cdac5e08f2f053c869c67227/C in TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:38,797 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/04621c57ccc54fdcb5d24b9e1d7c0251, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/7308eaff9fe14ab393f53ab991225bcf, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/b903b70a6e01421096a66b1538b5e720, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/15a9681d01124cb594d714bc4d4b5885] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp, totalSize=47.0 K 2024-12-03T18:29:38,797 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 04621c57ccc54fdcb5d24b9e1d7c0251, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733250572495 2024-12-03T18:29:38,797 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 7308eaff9fe14ab393f53ab991225bcf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733250573664 2024-12-03T18:29:38,799 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting b903b70a6e01421096a66b1538b5e720, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733250574555 2024-12-03T18:29:38,799 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 15a9681d01124cb594d714bc4d4b5885, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733250576778 2024-12-03T18:29:38,806 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/c3fd1ac89edb45408d8372898d323018 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/c3fd1ac89edb45408d8372898d323018 2024-12-03T18:29:38,811 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f78696d6cdac5e08f2f053c869c67227/A of f78696d6cdac5e08f2f053c869c67227 into c3fd1ac89edb45408d8372898d323018(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:38,811 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:38,811 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227., storeName=f78696d6cdac5e08f2f053c869c67227/A, priority=12, startTime=1733250578341; duration=0sec 2024-12-03T18:29:38,811 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:38,811 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78696d6cdac5e08f2f053c869c67227:A 2024-12-03T18:29:38,813 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78696d6cdac5e08f2f053c869c67227#C#compaction#313 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:38,813 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/0c263e55f2fa4c6b95edefabf1676809 is 50, key is test_row_0/C:col10/1733250577426/Put/seqid=0 2024-12-03T18:29:38,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742201_1377 (size=12241) 2024-12-03T18:29:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-03T18:29:38,842 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:38,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-03T18:29:38,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:38,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:38,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:38,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:38,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:38,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:38,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53266 deadline: 1733250638952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:38,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:38,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53274 deadline: 1733250638952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:38,958 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:38,981 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203f61b99b88f3547df8cb0e1dbe31aa323_f78696d6cdac5e08f2f053c869c67227 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f61b99b88f3547df8cb0e1dbe31aa323_f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:38,987 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/2cd7266b6848438da54d1ac525193e25, store: [table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:38,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/2cd7266b6848438da54d1ac525193e25 is 175, key is test_row_0/A:col10/1733250578525/Put/seqid=0 2024-12-03T18:29:39,007 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:39,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-03T18:29:39,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:39,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:39,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:39,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:39,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:39,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742202_1378 (size=39699) 2024-12-03T18:29:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-03T18:29:39,161 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:39,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-03T18:29:39,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:39,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:39,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:39,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:39,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:39,237 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/0c263e55f2fa4c6b95edefabf1676809 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/0c263e55f2fa4c6b95edefabf1676809 2024-12-03T18:29:39,242 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f78696d6cdac5e08f2f053c869c67227/C of f78696d6cdac5e08f2f053c869c67227 into 0c263e55f2fa4c6b95edefabf1676809(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:39,243 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:39,243 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227., storeName=f78696d6cdac5e08f2f053c869c67227/C, priority=12, startTime=1733250578342; duration=0sec 2024-12-03T18:29:39,243 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:39,243 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78696d6cdac5e08f2f053c869c67227:C 2024-12-03T18:29:39,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:39,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53266 deadline: 1733250639258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:39,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:39,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53274 deadline: 1733250639259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:39,314 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:39,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-03T18:29:39,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:39,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:39,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:39,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:39,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:39,436 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/2cd7266b6848438da54d1ac525193e25 2024-12-03T18:29:39,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/80c83deddd684ff08bc7a193dd3fc80d is 50, key is test_row_0/B:col10/1733250578525/Put/seqid=0 2024-12-03T18:29:39,467 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:39,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-03T18:29:39,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:39,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:39,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:39,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:39,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:39,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:39,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742203_1379 (size=12101) 2024-12-03T18:29:39,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/80c83deddd684ff08bc7a193dd3fc80d 2024-12-03T18:29:39,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/4da87dbdd6bf447c9049f0801a9bafb9 is 50, key is test_row_0/C:col10/1733250578525/Put/seqid=0 2024-12-03T18:29:39,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742204_1380 (size=12101) 2024-12-03T18:29:39,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/4da87dbdd6bf447c9049f0801a9bafb9 2024-12-03T18:29:39,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/2cd7266b6848438da54d1ac525193e25 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/2cd7266b6848438da54d1ac525193e25 2024-12-03T18:29:39,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/2cd7266b6848438da54d1ac525193e25, entries=200, sequenceid=132, filesize=38.8 K 2024-12-03T18:29:39,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/80c83deddd684ff08bc7a193dd3fc80d as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/80c83deddd684ff08bc7a193dd3fc80d 2024-12-03T18:29:39,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/80c83deddd684ff08bc7a193dd3fc80d, entries=150, sequenceid=132, filesize=11.8 K 2024-12-03T18:29:39,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/4da87dbdd6bf447c9049f0801a9bafb9 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/4da87dbdd6bf447c9049f0801a9bafb9 2024-12-03T18:29:39,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/4da87dbdd6bf447c9049f0801a9bafb9, entries=150, sequenceid=132, filesize=11.8 K 2024-12-03T18:29:39,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f78696d6cdac5e08f2f053c869c67227 in 1033ms, sequenceid=132, compaction requested=false 2024-12-03T18:29:39,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:39,619 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:39,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-03T18:29:39,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:39,620 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing f78696d6cdac5e08f2f053c869c67227 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-03T18:29:39,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=A 2024-12-03T18:29:39,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:39,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=B 2024-12-03T18:29:39,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:39,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=C 2024-12-03T18:29:39,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:39,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120326717709fdfb465895365e63daeb2e08_f78696d6cdac5e08f2f053c869c67227 is 50, key is test_row_0/A:col10/1733250578600/Put/seqid=0 2024-12-03T18:29:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-03T18:29:39,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742205_1381 (size=12304) 2024-12-03T18:29:39,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:39,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:39,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:39,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53274 deadline: 1733250639806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:39,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:39,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53266 deadline: 1733250639811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:39,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53274 deadline: 1733250639912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:39,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53266 deadline: 1733250639919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:40,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:40,061 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120326717709fdfb465895365e63daeb2e08_f78696d6cdac5e08f2f053c869c67227 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120326717709fdfb465895365e63daeb2e08_f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:40,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/35e2da65dfe84427a0cd7da5f64370ba, store: [table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:40,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/35e2da65dfe84427a0cd7da5f64370ba is 175, key is test_row_0/A:col10/1733250578600/Put/seqid=0 2024-12-03T18:29:40,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742206_1382 (size=31105) 2024-12-03T18:29:40,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53274 deadline: 1733250640120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:40,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53266 deadline: 1733250640123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:40,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53274 deadline: 1733250640425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:40,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53266 deadline: 1733250640430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:40,478 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/35e2da65dfe84427a0cd7da5f64370ba 2024-12-03T18:29:40,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/3617a2b7ac1b4923908536662c069926 is 50, key is test_row_0/B:col10/1733250578600/Put/seqid=0 2024-12-03T18:29:40,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742207_1383 (size=12151) 2024-12-03T18:29:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-03T18:29:40,907 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/3617a2b7ac1b4923908536662c069926 2024-12-03T18:29:40,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/74bb1742bcfd47be8455013492acd4bf is 50, key is test_row_0/C:col10/1733250578600/Put/seqid=0 2024-12-03T18:29:40,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53274 deadline: 1733250640930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:40,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53266 deadline: 1733250640941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:40,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742208_1384 (size=12151) 2024-12-03T18:29:40,971 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/74bb1742bcfd47be8455013492acd4bf 2024-12-03T18:29:40,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/35e2da65dfe84427a0cd7da5f64370ba as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/35e2da65dfe84427a0cd7da5f64370ba 2024-12-03T18:29:40,989 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/35e2da65dfe84427a0cd7da5f64370ba, entries=150, sequenceid=156, filesize=30.4 K 2024-12-03T18:29:40,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/3617a2b7ac1b4923908536662c069926 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/3617a2b7ac1b4923908536662c069926 2024-12-03T18:29:40,995 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/3617a2b7ac1b4923908536662c069926, entries=150, sequenceid=156, filesize=11.9 K 2024-12-03T18:29:40,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/74bb1742bcfd47be8455013492acd4bf as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/74bb1742bcfd47be8455013492acd4bf 2024-12-03T18:29:41,000 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/74bb1742bcfd47be8455013492acd4bf, entries=150, sequenceid=156, filesize=11.9 K 2024-12-03T18:29:41,001 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for f78696d6cdac5e08f2f053c869c67227 in 1380ms, sequenceid=156, compaction requested=true 2024-12-03T18:29:41,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:41,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:41,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-12-03T18:29:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-12-03T18:29:41,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-12-03T18:29:41,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4690 sec 2024-12-03T18:29:41,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 2.4730 sec 2024-12-03T18:29:41,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:41,832 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f78696d6cdac5e08f2f053c869c67227 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-03T18:29:41,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=A 2024-12-03T18:29:41,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:41,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=B 2024-12-03T18:29:41,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:41,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=C 2024-12-03T18:29:41,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:41,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203ad1e60626a174ad4a04e3c8d2f666027_f78696d6cdac5e08f2f053c869c67227 is 50, key is test_row_0/A:col10/1733250579790/Put/seqid=0 2024-12-03T18:29:41,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742209_1385 (size=14794) 2024-12-03T18:29:41,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:41,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:41,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250641902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:41,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250641902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:41,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:41,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250641903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:41,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:41,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53274 deadline: 1733250641941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:41,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53266 deadline: 1733250641956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:42,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:42,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250642014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:42,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:42,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250642016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:42,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250642019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:42,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250642223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:42,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:42,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250642226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250642228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:42,262 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:42,270 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203ad1e60626a174ad4a04e3c8d2f666027_f78696d6cdac5e08f2f053c869c67227 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203ad1e60626a174ad4a04e3c8d2f666027_f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:42,271 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/60148c4259fd4211bf609b5a1941e590, store: [table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:42,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/60148c4259fd4211bf609b5a1941e590 is 175, key is test_row_0/A:col10/1733250579790/Put/seqid=0 2024-12-03T18:29:42,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742210_1386 (size=39749) 2024-12-03T18:29:42,287 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/60148c4259fd4211bf609b5a1941e590 2024-12-03T18:29:42,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/1a81e7d9dd1f4224a05c097bd597a80e is 50, key is test_row_0/B:col10/1733250579790/Put/seqid=0 2024-12-03T18:29:42,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742211_1387 (size=12151) 2024-12-03T18:29:42,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250642525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:42,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250642532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:42,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250642532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-03T18:29:42,645 INFO [Thread-1567 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-12-03T18:29:42,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:29:42,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-12-03T18:29:42,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-03T18:29:42,652 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:29:42,652 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:29:42,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:29:42,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/1a81e7d9dd1f4224a05c097bd597a80e 2024-12-03T18:29:42,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/556aca1bb7794b3ca7806d557d61fc03 is 50, key is test_row_0/C:col10/1733250579790/Put/seqid=0 2024-12-03T18:29:42,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742212_1388 (size=12151) 2024-12-03T18:29:42,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/556aca1bb7794b3ca7806d557d61fc03 2024-12-03T18:29:42,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/60148c4259fd4211bf609b5a1941e590 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/60148c4259fd4211bf609b5a1941e590 2024-12-03T18:29:42,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/60148c4259fd4211bf609b5a1941e590, entries=200, sequenceid=172, filesize=38.8 K 2024-12-03T18:29:42,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/1a81e7d9dd1f4224a05c097bd597a80e as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/1a81e7d9dd1f4224a05c097bd597a80e 2024-12-03T18:29:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-03T18:29:42,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/1a81e7d9dd1f4224a05c097bd597a80e, entries=150, sequenceid=172, filesize=11.9 K 2024-12-03T18:29:42,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/556aca1bb7794b3ca7806d557d61fc03 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/556aca1bb7794b3ca7806d557d61fc03 2024-12-03T18:29:42,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/556aca1bb7794b3ca7806d557d61fc03, entries=150, sequenceid=172, filesize=11.9 K 2024-12-03T18:29:42,764 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for f78696d6cdac5e08f2f053c869c67227 in 933ms, sequenceid=172, compaction requested=true 2024-12-03T18:29:42,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:42,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78696d6cdac5e08f2f053c869c67227:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:29:42,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:42,764 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T18:29:42,765 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T18:29:42,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78696d6cdac5e08f2f053c869c67227:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:29:42,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:42,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78696d6cdac5e08f2f053c869c67227:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:29:42,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:29:42,766 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T18:29:42,766 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141748 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T18:29:42,766 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): f78696d6cdac5e08f2f053c869c67227/A is initiating minor compaction (all files) 2024-12-03T18:29:42,766 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): f78696d6cdac5e08f2f053c869c67227/B is initiating minor compaction (all files) 2024-12-03T18:29:42,766 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f78696d6cdac5e08f2f053c869c67227/A in TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:42,767 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/c3fd1ac89edb45408d8372898d323018, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/2cd7266b6848438da54d1ac525193e25, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/35e2da65dfe84427a0cd7da5f64370ba, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/60148c4259fd4211bf609b5a1941e590] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp, totalSize=138.4 K 2024-12-03T18:29:42,767 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:42,767 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. files: [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/c3fd1ac89edb45408d8372898d323018, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/2cd7266b6848438da54d1ac525193e25, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/35e2da65dfe84427a0cd7da5f64370ba, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/60148c4259fd4211bf609b5a1941e590] 2024-12-03T18:29:42,767 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f78696d6cdac5e08f2f053c869c67227/B in TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:42,767 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/d534bb99b3784e6988a1820e4ef35da3, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/80c83deddd684ff08bc7a193dd3fc80d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/3617a2b7ac1b4923908536662c069926, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/1a81e7d9dd1f4224a05c097bd597a80e] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp, totalSize=47.5 K 2024-12-03T18:29:42,767 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3fd1ac89edb45408d8372898d323018, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733250576778 2024-12-03T18:29:42,767 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting d534bb99b3784e6988a1820e4ef35da3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733250576778 2024-12-03T18:29:42,767 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2cd7266b6848438da54d1ac525193e25, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733250577475 2024-12-03T18:29:42,768 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 80c83deddd684ff08bc7a193dd3fc80d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733250577475 2024-12-03T18:29:42,768 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35e2da65dfe84427a0cd7da5f64370ba, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733250578600 2024-12-03T18:29:42,768 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 3617a2b7ac1b4923908536662c069926, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733250578600 2024-12-03T18:29:42,768 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60148c4259fd4211bf609b5a1941e590, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733250579790 2024-12-03T18:29:42,768 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a81e7d9dd1f4224a05c097bd597a80e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733250579790 2024-12-03T18:29:42,778 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:42,780 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78696d6cdac5e08f2f053c869c67227#B#compaction#323 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:42,780 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/f081d5c94b3a485996abd383ab2c8e6a is 50, key is test_row_0/B:col10/1733250579790/Put/seqid=0 2024-12-03T18:29:42,782 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412034092a8ed96314c6ab170294ca6d37bc6_f78696d6cdac5e08f2f053c869c67227 store=[table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:42,784 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412034092a8ed96314c6ab170294ca6d37bc6_f78696d6cdac5e08f2f053c869c67227, store=[table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:42,784 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412034092a8ed96314c6ab170294ca6d37bc6_f78696d6cdac5e08f2f053c869c67227 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:42,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742213_1389 (size=12527) 2024-12-03T18:29:42,795 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/f081d5c94b3a485996abd383ab2c8e6a as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/f081d5c94b3a485996abd383ab2c8e6a 2024-12-03T18:29:42,799 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f78696d6cdac5e08f2f053c869c67227/B of f78696d6cdac5e08f2f053c869c67227 into f081d5c94b3a485996abd383ab2c8e6a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:42,800 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:42,800 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227., storeName=f78696d6cdac5e08f2f053c869c67227/B, priority=12, startTime=1733250582765; duration=0sec 2024-12-03T18:29:42,800 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:29:42,800 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78696d6cdac5e08f2f053c869c67227:B 2024-12-03T18:29:42,800 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T18:29:42,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742214_1390 (size=4469) 2024-12-03T18:29:42,802 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T18:29:42,802 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): f78696d6cdac5e08f2f053c869c67227/C is initiating minor compaction (all files) 2024-12-03T18:29:42,802 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f78696d6cdac5e08f2f053c869c67227/C in TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:42,802 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/0c263e55f2fa4c6b95edefabf1676809, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/4da87dbdd6bf447c9049f0801a9bafb9, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/74bb1742bcfd47be8455013492acd4bf, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/556aca1bb7794b3ca7806d557d61fc03] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp, totalSize=47.5 K 2024-12-03T18:29:42,803 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c263e55f2fa4c6b95edefabf1676809, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733250576778 2024-12-03T18:29:42,803 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 4da87dbdd6bf447c9049f0801a9bafb9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733250577475 2024-12-03T18:29:42,804 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78696d6cdac5e08f2f053c869c67227#A#compaction#322 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:42,804 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/41904913f5e6427ab6779e2bccc99a44 is 175, key is test_row_0/A:col10/1733250579790/Put/seqid=0 2024-12-03T18:29:42,806 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:42,806 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 74bb1742bcfd47be8455013492acd4bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733250578600 2024-12-03T18:29:42,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-03T18:29:42,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:42,807 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing f78696d6cdac5e08f2f053c869c67227 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-03T18:29:42,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=A 2024-12-03T18:29:42,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:42,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=B 2024-12-03T18:29:42,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:42,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=C 2024-12-03T18:29:42,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:42,808 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 556aca1bb7794b3ca7806d557d61fc03, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733250579790 2024-12-03T18:29:42,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742215_1391 (size=31481) 2024-12-03T18:29:42,824 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/41904913f5e6427ab6779e2bccc99a44 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/41904913f5e6427ab6779e2bccc99a44 2024-12-03T18:29:42,831 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f78696d6cdac5e08f2f053c869c67227/A of f78696d6cdac5e08f2f053c869c67227 into 41904913f5e6427ab6779e2bccc99a44(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:42,831 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:42,831 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227., storeName=f78696d6cdac5e08f2f053c869c67227/A, priority=12, startTime=1733250582764; duration=0sec 2024-12-03T18:29:42,831 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:42,831 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78696d6cdac5e08f2f053c869c67227:A 2024-12-03T18:29:42,833 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78696d6cdac5e08f2f053c869c67227#C#compaction#324 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:42,833 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/386884bcb76e4d94aba5c74b17ef4014 is 50, key is test_row_0/C:col10/1733250579790/Put/seqid=0 2024-12-03T18:29:42,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412037e4c7dd2c28e4a2ab544da80fa29bb4b_f78696d6cdac5e08f2f053c869c67227 is 50, key is test_row_0/A:col10/1733250581902/Put/seqid=0 2024-12-03T18:29:42,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742216_1392 (size=12527) 2024-12-03T18:29:42,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742217_1393 (size=12304) 2024-12-03T18:29:42,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:42,865 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412037e4c7dd2c28e4a2ab544da80fa29bb4b_f78696d6cdac5e08f2f053c869c67227 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412037e4c7dd2c28e4a2ab544da80fa29bb4b_f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:42,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/5b2cf5cd59f1409b99aae79aecff755a, store: [table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:42,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/5b2cf5cd59f1409b99aae79aecff755a is 175, key is test_row_0/A:col10/1733250581902/Put/seqid=0 2024-12-03T18:29:42,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742218_1394 (size=31105) 2024-12-03T18:29:42,903 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/5b2cf5cd59f1409b99aae79aecff755a 2024-12-03T18:29:42,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/71b9c3acaf0646d8846cd53563f0e035 is 50, key is test_row_0/B:col10/1733250581902/Put/seqid=0 2024-12-03T18:29:42,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742219_1395 (size=12151) 2024-12-03T18:29:42,959 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/71b9c3acaf0646d8846cd53563f0e035 2024-12-03T18:29:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-03T18:29:43,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/db856686b35746e9a3f5c7720f878bf2 is 50, key is test_row_0/C:col10/1733250581902/Put/seqid=0 2024-12-03T18:29:43,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742220_1396 (size=12151) 2024-12-03T18:29:43,038 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/db856686b35746e9a3f5c7720f878bf2 2024-12-03T18:29:43,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:43,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/5b2cf5cd59f1409b99aae79aecff755a as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/5b2cf5cd59f1409b99aae79aecff755a 2024-12-03T18:29:43,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250643065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:43,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250643065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:43,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250643066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:43,127 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/5b2cf5cd59f1409b99aae79aecff755a, entries=150, sequenceid=194, filesize=30.4 K 2024-12-03T18:29:43,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/71b9c3acaf0646d8846cd53563f0e035 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/71b9c3acaf0646d8846cd53563f0e035 2024-12-03T18:29:43,151 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/71b9c3acaf0646d8846cd53563f0e035, entries=150, sequenceid=194, filesize=11.9 K 2024-12-03T18:29:43,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/db856686b35746e9a3f5c7720f878bf2 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/db856686b35746e9a3f5c7720f878bf2 2024-12-03T18:29:43,176 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/db856686b35746e9a3f5c7720f878bf2, entries=150, sequenceid=194, filesize=11.9 K 2024-12-03T18:29:43,177 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for f78696d6cdac5e08f2f053c869c67227 in 370ms, sequenceid=194, compaction requested=false 2024-12-03T18:29:43,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:43,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:43,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-12-03T18:29:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-12-03T18:29:43,180 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-12-03T18:29:43,180 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 527 msec 2024-12-03T18:29:43,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 531 msec 2024-12-03T18:29:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:43,193 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f78696d6cdac5e08f2f053c869c67227 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-03T18:29:43,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=A 2024-12-03T18:29:43,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:43,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=B 2024-12-03T18:29:43,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:43,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=C 2024-12-03T18:29:43,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:43,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203d1ea4f1d9b4c417481c1745ab255b083_f78696d6cdac5e08f2f053c869c67227 is 50, key is test_row_0/A:col10/1733250583060/Put/seqid=0 2024-12-03T18:29:43,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742221_1397 (size=14794) 2024-12-03T18:29:43,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250643245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:43,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250643248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:43,262 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/386884bcb76e4d94aba5c74b17ef4014 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/386884bcb76e4d94aba5c74b17ef4014 2024-12-03T18:29:43,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250643255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-03T18:29:43,268 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f78696d6cdac5e08f2f053c869c67227/C of f78696d6cdac5e08f2f053c869c67227 into 386884bcb76e4d94aba5c74b17ef4014(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:43,269 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:43,269 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227., storeName=f78696d6cdac5e08f2f053c869c67227/C, priority=12, startTime=1733250582765; duration=0sec 2024-12-03T18:29:43,269 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:43,269 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78696d6cdac5e08f2f053c869c67227:C 2024-12-03T18:29:43,270 INFO [Thread-1567 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-12-03T18:29:43,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:29:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-12-03T18:29:43,280 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:29:43,281 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:29:43,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:29:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-03T18:29:43,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250643355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:43,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250643356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:43,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250643365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-03T18:29:43,432 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:43,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-03T18:29:43,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:43,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:43,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:43,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:43,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:43,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250643567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:43,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250643567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:43,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250643567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:43,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-03T18:29:43,584 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:43,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-03T18:29:43,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:43,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:43,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:43,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:43,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:43,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:43,635 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:43,638 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203d1ea4f1d9b4c417481c1745ab255b083_f78696d6cdac5e08f2f053c869c67227 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203d1ea4f1d9b4c417481c1745ab255b083_f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:43,639 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/4fc46027a37d4e9183bb82dc8ed1ba09, store: [table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:43,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/4fc46027a37d4e9183bb82dc8ed1ba09 is 175, key is test_row_0/A:col10/1733250583060/Put/seqid=0 2024-12-03T18:29:43,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742222_1398 (size=39749) 2024-12-03T18:29:43,744 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:43,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-03T18:29:43,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:43,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:43,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:43,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:43,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:43,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250643870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:43,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:43,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250643870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250643870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-03T18:29:43,897 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:43,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-03T18:29:43,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:43,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:43,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:43,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:43,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:43,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53274 deadline: 1733250643961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:43,964 DEBUG [Thread-1559 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4158 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227., hostname=5840ab6af6da,43459,1733250473452, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:29:43,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53266 deadline: 1733250643975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:43,979 DEBUG [Thread-1561 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4168 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227., hostname=5840ab6af6da,43459,1733250473452, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:29:44,045 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/4fc46027a37d4e9183bb82dc8ed1ba09 2024-12-03T18:29:44,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/27d358fba8a948c8a83eedfeaa82e5f6 is 50, key is test_row_0/B:col10/1733250583060/Put/seqid=0 2024-12-03T18:29:44,058 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:44,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-03T18:29:44,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:44,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:44,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:44,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:44,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:44,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742223_1399 (size=12151) 2024-12-03T18:29:44,211 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:44,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-03T18:29:44,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:44,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:44,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:44,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:44,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:44,367 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:44,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-03T18:29:44,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:44,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:44,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:44,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:44,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:44,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250644378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-03T18:29:44,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250644383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:44,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250644383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:44,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/27d358fba8a948c8a83eedfeaa82e5f6 2024-12-03T18:29:44,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/952ffbfde2d0412dbc8da4f91e46f10b is 50, key is test_row_0/C:col10/1733250583060/Put/seqid=0 2024-12-03T18:29:44,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742224_1400 (size=12151) 2024-12-03T18:29:44,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/952ffbfde2d0412dbc8da4f91e46f10b 2024-12-03T18:29:44,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/4fc46027a37d4e9183bb82dc8ed1ba09 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/4fc46027a37d4e9183bb82dc8ed1ba09 2024-12-03T18:29:44,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/4fc46027a37d4e9183bb82dc8ed1ba09, entries=200, sequenceid=211, filesize=38.8 K 2024-12-03T18:29:44,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/27d358fba8a948c8a83eedfeaa82e5f6 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/27d358fba8a948c8a83eedfeaa82e5f6 2024-12-03T18:29:44,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/27d358fba8a948c8a83eedfeaa82e5f6, entries=150, sequenceid=211, filesize=11.9 K 2024-12-03T18:29:44,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/952ffbfde2d0412dbc8da4f91e46f10b as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/952ffbfde2d0412dbc8da4f91e46f10b 2024-12-03T18:29:44,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/952ffbfde2d0412dbc8da4f91e46f10b, entries=150, sequenceid=211, filesize=11.9 K 2024-12-03T18:29:44,520 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for f78696d6cdac5e08f2f053c869c67227 in 1328ms, sequenceid=211, compaction requested=true 2024-12-03T18:29:44,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:44,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78696d6cdac5e08f2f053c869c67227:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:29:44,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:44,521 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:29:44,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78696d6cdac5e08f2f053c869c67227:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:29:44,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:29:44,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78696d6cdac5e08f2f053c869c67227:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:29:44,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-03T18:29:44,521 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:29:44,523 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102335 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:29:44,523 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): f78696d6cdac5e08f2f053c869c67227/A is initiating minor compaction (all files) 2024-12-03T18:29:44,523 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:29:44,523 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f78696d6cdac5e08f2f053c869c67227/A in TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:44,523 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): f78696d6cdac5e08f2f053c869c67227/B is initiating minor compaction (all files) 2024-12-03T18:29:44,523 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f78696d6cdac5e08f2f053c869c67227/B in TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:44,523 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/41904913f5e6427ab6779e2bccc99a44, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/5b2cf5cd59f1409b99aae79aecff755a, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/4fc46027a37d4e9183bb82dc8ed1ba09] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp, totalSize=99.9 K 2024-12-03T18:29:44,523 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/f081d5c94b3a485996abd383ab2c8e6a, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/71b9c3acaf0646d8846cd53563f0e035, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/27d358fba8a948c8a83eedfeaa82e5f6] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp, totalSize=36.0 K 2024-12-03T18:29:44,523 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:44,523 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. files: [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/41904913f5e6427ab6779e2bccc99a44, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/5b2cf5cd59f1409b99aae79aecff755a, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/4fc46027a37d4e9183bb82dc8ed1ba09] 2024-12-03T18:29:44,523 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting f081d5c94b3a485996abd383ab2c8e6a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733250579790 2024-12-03T18:29:44,525 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:44,525 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41904913f5e6427ab6779e2bccc99a44, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733250579790 2024-12-03T18:29:44,525 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 71b9c3acaf0646d8846cd53563f0e035, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733250581891 2024-12-03T18:29:44,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-03T18:29:44,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:44,526 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing f78696d6cdac5e08f2f053c869c67227 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-03T18:29:44,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=A 2024-12-03T18:29:44,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:44,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=B 2024-12-03T18:29:44,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:44,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=C 2024-12-03T18:29:44,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:44,528 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 27d358fba8a948c8a83eedfeaa82e5f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733250583060 2024-12-03T18:29:44,529 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b2cf5cd59f1409b99aae79aecff755a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733250581891 2024-12-03T18:29:44,530 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4fc46027a37d4e9183bb82dc8ed1ba09, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733250583060 2024-12-03T18:29:44,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412036ade157f85e14498a3e088f2ee64c111_f78696d6cdac5e08f2f053c869c67227 is 50, key is test_row_0/A:col10/1733250583247/Put/seqid=0 2024-12-03T18:29:44,540 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78696d6cdac5e08f2f053c869c67227#B#compaction#332 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:44,541 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/c00e88441d274c52b8af0d7758463b33 is 50, key is test_row_0/B:col10/1733250583060/Put/seqid=0 2024-12-03T18:29:44,559 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:44,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742225_1401 (size=12304) 2024-12-03T18:29:44,567 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412030519e4c49e5e4d06a8a8fbd1e4ad933e_f78696d6cdac5e08f2f053c869c67227 store=[table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:44,569 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412030519e4c49e5e4d06a8a8fbd1e4ad933e_f78696d6cdac5e08f2f053c869c67227, store=[table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:44,569 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412030519e4c49e5e4d06a8a8fbd1e4ad933e_f78696d6cdac5e08f2f053c869c67227 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:44,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:44,572 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412036ade157f85e14498a3e088f2ee64c111_f78696d6cdac5e08f2f053c869c67227 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412036ade157f85e14498a3e088f2ee64c111_f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:44,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/1ddcf0683dd549498a8ce577cf722de8, store: [table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:44,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/1ddcf0683dd549498a8ce577cf722de8 is 175, key is test_row_0/A:col10/1733250583247/Put/seqid=0 2024-12-03T18:29:44,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742226_1402 (size=12629) 2024-12-03T18:29:44,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742227_1403 (size=4469) 2024-12-03T18:29:44,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742228_1404 (size=31105) 2024-12-03T18:29:44,598 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=232, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/1ddcf0683dd549498a8ce577cf722de8 2024-12-03T18:29:44,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/ee0fc04ea9b749619cfa782e80376da2 is 50, key is test_row_0/B:col10/1733250583247/Put/seqid=0 2024-12-03T18:29:44,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742229_1405 (size=12151) 2024-12-03T18:29:44,991 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/c00e88441d274c52b8af0d7758463b33 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/c00e88441d274c52b8af0d7758463b33 2024-12-03T18:29:44,993 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78696d6cdac5e08f2f053c869c67227#A#compaction#333 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:44,994 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/19d7a670073148e08b4ecbcb87f132d6 is 175, key is test_row_0/A:col10/1733250583060/Put/seqid=0 2024-12-03T18:29:44,999 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f78696d6cdac5e08f2f053c869c67227/B of f78696d6cdac5e08f2f053c869c67227 into c00e88441d274c52b8af0d7758463b33(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:44,999 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:44,999 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227., storeName=f78696d6cdac5e08f2f053c869c67227/B, priority=13, startTime=1733250584521; duration=0sec 2024-12-03T18:29:44,999 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:29:44,999 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78696d6cdac5e08f2f053c869c67227:B 2024-12-03T18:29:44,999 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:29:45,000 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:29:45,000 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): f78696d6cdac5e08f2f053c869c67227/C is initiating minor compaction (all files) 2024-12-03T18:29:45,000 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f78696d6cdac5e08f2f053c869c67227/C in TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:45,000 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/386884bcb76e4d94aba5c74b17ef4014, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/db856686b35746e9a3f5c7720f878bf2, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/952ffbfde2d0412dbc8da4f91e46f10b] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp, totalSize=36.0 K 2024-12-03T18:29:45,000 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 386884bcb76e4d94aba5c74b17ef4014, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733250579790 2024-12-03T18:29:45,001 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting db856686b35746e9a3f5c7720f878bf2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733250581891 2024-12-03T18:29:45,001 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 952ffbfde2d0412dbc8da4f91e46f10b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733250583060 2024-12-03T18:29:45,016 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/ee0fc04ea9b749619cfa782e80376da2 2024-12-03T18:29:45,027 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78696d6cdac5e08f2f053c869c67227#C#compaction#335 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:45,028 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/74f70010caeb48a4b7eef1845e2a302e is 50, key is test_row_0/C:col10/1733250583060/Put/seqid=0 2024-12-03T18:29:45,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/d86d808d6fe046e4b92af36ea45cb81b is 50, key is test_row_0/C:col10/1733250583247/Put/seqid=0 2024-12-03T18:29:45,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742230_1406 (size=31583) 2024-12-03T18:29:45,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742231_1407 (size=12629) 2024-12-03T18:29:45,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742232_1408 (size=12151) 2024-12-03T18:29:45,074 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/19d7a670073148e08b4ecbcb87f132d6 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/19d7a670073148e08b4ecbcb87f132d6 2024-12-03T18:29:45,080 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f78696d6cdac5e08f2f053c869c67227/A of f78696d6cdac5e08f2f053c869c67227 into 19d7a670073148e08b4ecbcb87f132d6(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:45,080 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:45,080 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227., storeName=f78696d6cdac5e08f2f053c869c67227/A, priority=13, startTime=1733250584521; duration=0sec 2024-12-03T18:29:45,081 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:45,081 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78696d6cdac5e08f2f053c869c67227:A 2024-12-03T18:29:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-03T18:29:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:45,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:45,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250645449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:45,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250645451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:45,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250645454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:45,469 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/74f70010caeb48a4b7eef1845e2a302e as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/74f70010caeb48a4b7eef1845e2a302e 2024-12-03T18:29:45,470 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/d86d808d6fe046e4b92af36ea45cb81b 2024-12-03T18:29:45,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/1ddcf0683dd549498a8ce577cf722de8 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/1ddcf0683dd549498a8ce577cf722de8 2024-12-03T18:29:45,499 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/1ddcf0683dd549498a8ce577cf722de8, entries=150, sequenceid=232, filesize=30.4 K 2024-12-03T18:29:45,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/ee0fc04ea9b749619cfa782e80376da2 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/ee0fc04ea9b749619cfa782e80376da2 2024-12-03T18:29:45,505 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f78696d6cdac5e08f2f053c869c67227/C of f78696d6cdac5e08f2f053c869c67227 into 74f70010caeb48a4b7eef1845e2a302e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:45,505 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:45,505 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227., storeName=f78696d6cdac5e08f2f053c869c67227/C, priority=13, startTime=1733250584521; duration=0sec 2024-12-03T18:29:45,505 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:45,505 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78696d6cdac5e08f2f053c869c67227:C 2024-12-03T18:29:45,512 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/ee0fc04ea9b749619cfa782e80376da2, entries=150, sequenceid=232, filesize=11.9 K 2024-12-03T18:29:45,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/d86d808d6fe046e4b92af36ea45cb81b as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/d86d808d6fe046e4b92af36ea45cb81b 2024-12-03T18:29:45,551 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/d86d808d6fe046e4b92af36ea45cb81b, entries=150, sequenceid=232, filesize=11.9 K 2024-12-03T18:29:45,554 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for f78696d6cdac5e08f2f053c869c67227 in 1028ms, sequenceid=232, compaction requested=false 2024-12-03T18:29:45,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:45,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:45,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-12-03T18:29:45,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-12-03T18:29:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:45,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f78696d6cdac5e08f2f053c869c67227 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-03T18:29:45,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-12-03T18:29:45,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2820 sec 2024-12-03T18:29:45,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 2.2940 sec 2024-12-03T18:29:45,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=A 2024-12-03T18:29:45,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:45,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=B 2024-12-03T18:29:45,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:45,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=C 2024-12-03T18:29:45,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:45,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120371eb40cea79c472fb7e8d57d7cee464d_f78696d6cdac5e08f2f053c869c67227 is 50, key is test_row_0/A:col10/1733250585559/Put/seqid=0 2024-12-03T18:29:45,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:45,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250645627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:45,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250645631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:45,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250645631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:45,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742233_1409 (size=12304) 2024-12-03T18:29:45,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:45,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250645738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:45,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:45,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250645742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:45,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:45,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250645754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:45,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:45,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250645956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:45,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:45,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250645956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:45,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:45,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250645979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:46,059 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:46,080 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120371eb40cea79c472fb7e8d57d7cee464d_f78696d6cdac5e08f2f053c869c67227 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120371eb40cea79c472fb7e8d57d7cee464d_f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:46,082 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/e126d591f2674cbe89232850d5fb422b, store: [table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:46,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/e126d591f2674cbe89232850d5fb422b is 175, key is test_row_0/A:col10/1733250585559/Put/seqid=0 2024-12-03T18:29:46,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742234_1410 (size=31105) 2024-12-03T18:29:46,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250646263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:46,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:46,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250646267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:46,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250646289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:46,521 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/e126d591f2674cbe89232850d5fb422b 2024-12-03T18:29:46,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/cf4e66dbf4104d738e36afb5716dfac0 is 50, key is test_row_0/B:col10/1733250585559/Put/seqid=0 2024-12-03T18:29:46,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742235_1411 (size=12151) 2024-12-03T18:29:46,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/cf4e66dbf4104d738e36afb5716dfac0 2024-12-03T18:29:46,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/545f18e72e384d3e87a5bd56fe49aa46 is 50, key is test_row_0/C:col10/1733250585559/Put/seqid=0 2024-12-03T18:29:46,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742236_1412 (size=12151) 2024-12-03T18:29:46,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/545f18e72e384d3e87a5bd56fe49aa46 2024-12-03T18:29:46,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/e126d591f2674cbe89232850d5fb422b as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/e126d591f2674cbe89232850d5fb422b 2024-12-03T18:29:46,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/e126d591f2674cbe89232850d5fb422b, entries=150, sequenceid=253, filesize=30.4 K 2024-12-03T18:29:46,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/cf4e66dbf4104d738e36afb5716dfac0 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/cf4e66dbf4104d738e36afb5716dfac0 2024-12-03T18:29:46,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/cf4e66dbf4104d738e36afb5716dfac0, entries=150, sequenceid=253, filesize=11.9 K 2024-12-03T18:29:46,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/545f18e72e384d3e87a5bd56fe49aa46 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/545f18e72e384d3e87a5bd56fe49aa46 2024-12-03T18:29:46,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/545f18e72e384d3e87a5bd56fe49aa46, entries=150, sequenceid=253, filesize=11.9 K 2024-12-03T18:29:46,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for f78696d6cdac5e08f2f053c869c67227 in 1178ms, sequenceid=253, compaction requested=true 2024-12-03T18:29:46,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:46,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78696d6cdac5e08f2f053c869c67227:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:29:46,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:46,739 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:29:46,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78696d6cdac5e08f2f053c869c67227:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:29:46,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:29:46,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78696d6cdac5e08f2f053c869c67227:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:29:46,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-03T18:29:46,749 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:29:46,749 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93793 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:29:46,749 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): f78696d6cdac5e08f2f053c869c67227/A is initiating minor compaction (all files) 2024-12-03T18:29:46,749 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f78696d6cdac5e08f2f053c869c67227/A in TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:46,750 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/19d7a670073148e08b4ecbcb87f132d6, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/1ddcf0683dd549498a8ce577cf722de8, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/e126d591f2674cbe89232850d5fb422b] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp, totalSize=91.6 K 2024-12-03T18:29:46,750 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:29:46,750 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:46,750 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): f78696d6cdac5e08f2f053c869c67227/B is initiating minor compaction (all files) 2024-12-03T18:29:46,750 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. files: [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/19d7a670073148e08b4ecbcb87f132d6, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/1ddcf0683dd549498a8ce577cf722de8, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/e126d591f2674cbe89232850d5fb422b] 2024-12-03T18:29:46,750 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f78696d6cdac5e08f2f053c869c67227/B in TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:46,750 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/c00e88441d274c52b8af0d7758463b33, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/ee0fc04ea9b749619cfa782e80376da2, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/cf4e66dbf4104d738e36afb5716dfac0] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp, totalSize=36.1 K 2024-12-03T18:29:46,750 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19d7a670073148e08b4ecbcb87f132d6, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733250583060 2024-12-03T18:29:46,751 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting c00e88441d274c52b8af0d7758463b33, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733250583060 2024-12-03T18:29:46,751 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting ee0fc04ea9b749619cfa782e80376da2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733250583235 2024-12-03T18:29:46,751 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ddcf0683dd549498a8ce577cf722de8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733250583235 2024-12-03T18:29:46,751 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting cf4e66dbf4104d738e36afb5716dfac0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733250585444 2024-12-03T18:29:46,752 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting e126d591f2674cbe89232850d5fb422b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733250585444 2024-12-03T18:29:46,760 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:46,764 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78696d6cdac5e08f2f053c869c67227#B#compaction#341 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:46,765 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/ca2c2a6262a847798644e56eef564387 is 50, key is test_row_0/B:col10/1733250585559/Put/seqid=0 2024-12-03T18:29:46,772 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203c8ffaf8f863b4999b2066972915cd04b_f78696d6cdac5e08f2f053c869c67227 store=[table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:46,773 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203c8ffaf8f863b4999b2066972915cd04b_f78696d6cdac5e08f2f053c869c67227, store=[table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:46,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f78696d6cdac5e08f2f053c869c67227 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-03T18:29:46,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=A 2024-12-03T18:29:46,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:46,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=B 2024-12-03T18:29:46,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:46,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=C 2024-12-03T18:29:46,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:46,778 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203c8ffaf8f863b4999b2066972915cd04b_f78696d6cdac5e08f2f053c869c67227 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:46,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742237_1413 (size=12731) 2024-12-03T18:29:46,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203ad5b3e033ec24e449af33a1b75b680a9_f78696d6cdac5e08f2f053c869c67227 is 50, key is test_row_0/A:col10/1733250586771/Put/seqid=0 2024-12-03T18:29:46,822 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/ca2c2a6262a847798644e56eef564387 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/ca2c2a6262a847798644e56eef564387 2024-12-03T18:29:46,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250646819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:46,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250646824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:46,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250646826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:46,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742238_1414 (size=4469) 2024-12-03T18:29:46,848 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f78696d6cdac5e08f2f053c869c67227/B of f78696d6cdac5e08f2f053c869c67227 into ca2c2a6262a847798644e56eef564387(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:46,848 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:46,848 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227., storeName=f78696d6cdac5e08f2f053c869c67227/B, priority=13, startTime=1733250586739; duration=0sec 2024-12-03T18:29:46,848 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:29:46,848 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78696d6cdac5e08f2f053c869c67227:B 2024-12-03T18:29:46,848 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:29:46,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742239_1415 (size=14994) 2024-12-03T18:29:46,858 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:29:46,858 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): f78696d6cdac5e08f2f053c869c67227/C is initiating minor compaction (all files) 2024-12-03T18:29:46,858 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:46,858 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f78696d6cdac5e08f2f053c869c67227/C in TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:46,858 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/74f70010caeb48a4b7eef1845e2a302e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/d86d808d6fe046e4b92af36ea45cb81b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/545f18e72e384d3e87a5bd56fe49aa46] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp, totalSize=36.1 K 2024-12-03T18:29:46,861 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 74f70010caeb48a4b7eef1845e2a302e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733250583060 2024-12-03T18:29:46,861 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting d86d808d6fe046e4b92af36ea45cb81b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733250583235 2024-12-03T18:29:46,863 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 545f18e72e384d3e87a5bd56fe49aa46, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733250585444 2024-12-03T18:29:46,865 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203ad5b3e033ec24e449af33a1b75b680a9_f78696d6cdac5e08f2f053c869c67227 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203ad5b3e033ec24e449af33a1b75b680a9_f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:46,868 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/5603a97f250544a194a5b9e3135850c5, store: [table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:46,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/5603a97f250544a194a5b9e3135850c5 is 175, key is test_row_0/A:col10/1733250586771/Put/seqid=0 2024-12-03T18:29:46,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742240_1416 (size=39949) 2024-12-03T18:29:46,903 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78696d6cdac5e08f2f053c869c67227#C#compaction#343 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:46,904 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/6fa163362eb14189a0f99c62198d316a is 50, key is test_row_0/C:col10/1733250585559/Put/seqid=0 2024-12-03T18:29:46,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250646936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:46,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250646939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:46,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250646940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:46,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742241_1417 (size=12731) 2024-12-03T18:29:47,007 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/6fa163362eb14189a0f99c62198d316a as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/6fa163362eb14189a0f99c62198d316a 2024-12-03T18:29:47,030 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f78696d6cdac5e08f2f053c869c67227/C of f78696d6cdac5e08f2f053c869c67227 into 6fa163362eb14189a0f99c62198d316a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:47,030 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:47,030 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227., storeName=f78696d6cdac5e08f2f053c869c67227/C, priority=13, startTime=1733250586739; duration=0sec 2024-12-03T18:29:47,030 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:47,030 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78696d6cdac5e08f2f053c869c67227:C 2024-12-03T18:29:47,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250647140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:47,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250647146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:47,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250647146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:47,255 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78696d6cdac5e08f2f053c869c67227#A#compaction#340 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:47,256 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/75b30ad6b36f451f8f56a417e803a35e is 175, key is test_row_0/A:col10/1733250585559/Put/seqid=0 2024-12-03T18:29:47,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742242_1418 (size=31685) 2024-12-03T18:29:47,298 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=272, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/5603a97f250544a194a5b9e3135850c5 2024-12-03T18:29:47,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/77d243b24f834a0f9febf461034ff53e is 50, key is test_row_0/B:col10/1733250586771/Put/seqid=0 2024-12-03T18:29:47,334 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/75b30ad6b36f451f8f56a417e803a35e as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/75b30ad6b36f451f8f56a417e803a35e 2024-12-03T18:29:47,351 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f78696d6cdac5e08f2f053c869c67227/A of f78696d6cdac5e08f2f053c869c67227 into 75b30ad6b36f451f8f56a417e803a35e(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:47,351 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:47,351 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227., storeName=f78696d6cdac5e08f2f053c869c67227/A, priority=13, startTime=1733250586739; duration=0sec 2024-12-03T18:29:47,351 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:47,351 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78696d6cdac5e08f2f053c869c67227:A 2024-12-03T18:29:47,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742243_1419 (size=12301) 2024-12-03T18:29:47,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-03T18:29:47,388 INFO [Thread-1567 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-12-03T18:29:47,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:29:47,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-12-03T18:29:47,391 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:29:47,392 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:29:47,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:29:47,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-03T18:29:47,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:47,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250647444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:47,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:47,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250647454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:47,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:47,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250647455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-03T18:29:47,546 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:47,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-03T18:29:47,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:47,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:47,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:47,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:47,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-03T18:29:47,704 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:47,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-03T18:29:47,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:47,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:47,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:47,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:47,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:47,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:47,769 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/77d243b24f834a0f9febf461034ff53e 2024-12-03T18:29:47,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/11ff79dacc4a4b4e8428788b87887d9d is 50, key is test_row_0/C:col10/1733250586771/Put/seqid=0 2024-12-03T18:29:47,867 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:47,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-03T18:29:47,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742244_1420 (size=12301) 2024-12-03T18:29:47,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:47,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:47,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:47,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:47,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:47,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/11ff79dacc4a4b4e8428788b87887d9d 2024-12-03T18:29:47,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/5603a97f250544a194a5b9e3135850c5 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/5603a97f250544a194a5b9e3135850c5 2024-12-03T18:29:47,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/5603a97f250544a194a5b9e3135850c5, entries=200, sequenceid=272, filesize=39.0 K 2024-12-03T18:29:47,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/77d243b24f834a0f9febf461034ff53e as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/77d243b24f834a0f9febf461034ff53e 2024-12-03T18:29:47,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/77d243b24f834a0f9febf461034ff53e, entries=150, sequenceid=272, filesize=12.0 K 2024-12-03T18:29:47,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/11ff79dacc4a4b4e8428788b87887d9d as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/11ff79dacc4a4b4e8428788b87887d9d 2024-12-03T18:29:47,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/11ff79dacc4a4b4e8428788b87887d9d, entries=150, sequenceid=272, filesize=12.0 K 2024-12-03T18:29:47,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for f78696d6cdac5e08f2f053c869c67227 in 1184ms, sequenceid=272, compaction requested=false 2024-12-03T18:29:47,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:47,962 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f78696d6cdac5e08f2f053c869c67227 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-03T18:29:47,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=A 2024-12-03T18:29:47,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:47,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=B 2024-12-03T18:29:47,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:47,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=C 2024-12-03T18:29:47,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:47,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120382e8deba5f6e4e6c982720f7a5df7626_f78696d6cdac5e08f2f053c869c67227 is 50, key is test_row_0/A:col10/1733250586823/Put/seqid=0 2024-12-03T18:29:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-03T18:29:48,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250647999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:48,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53274 deadline: 1733250648001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:48,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250648003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:48,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250648005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:48,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53266 deadline: 1733250648011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:48,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742245_1421 (size=17534) 2024-12-03T18:29:48,016 DEBUG [Thread-1561 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8205 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227., hostname=5840ab6af6da,43459,1733250473452, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:29:48,025 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:48,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-03T18:29:48,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:48,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:48,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:48,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:48,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:48,030 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:48,041 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120382e8deba5f6e4e6c982720f7a5df7626_f78696d6cdac5e08f2f053c869c67227 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120382e8deba5f6e4e6c982720f7a5df7626_f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:48,042 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/6f650f667d2f400aacc03938ccef86b8, store: [table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:48,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/6f650f667d2f400aacc03938ccef86b8 is 175, key is test_row_0/A:col10/1733250586823/Put/seqid=0 2024-12-03T18:29:48,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742246_1422 (size=48639) 2024-12-03T18:29:48,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250648108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:48,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250648115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:48,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250648115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:48,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53274 deadline: 1733250648115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:48,180 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:48,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-03T18:29:48,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:48,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:48,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:48,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:48,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:48,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250648319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:48,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250648323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:48,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53274 deadline: 1733250648323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:48,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250648323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:48,336 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:48,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-03T18:29:48,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:48,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:48,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:48,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:48,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:48,499 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/6f650f667d2f400aacc03938ccef86b8 2024-12-03T18:29:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-03T18:29:48,506 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:48,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-03T18:29:48,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:48,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:48,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:48,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:48,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:48,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:48,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/8385ac50174d4fb68d7b323c3d32ae37 is 50, key is test_row_0/B:col10/1733250586823/Put/seqid=0 2024-12-03T18:29:48,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742247_1423 (size=12301) 2024-12-03T18:29:48,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53274 deadline: 1733250648627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:48,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250648631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:48,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:48,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250648631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:48,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:48,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250648631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:48,668 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:48,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-03T18:29:48,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:48,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:48,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:48,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:48,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:48,830 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:48,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-03T18:29:48,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:48,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:48,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:48,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:48,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:48,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/8385ac50174d4fb68d7b323c3d32ae37 2024-12-03T18:29:48,988 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:48,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-03T18:29:48,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:48,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:48,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:48,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:48,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:48,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:49,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/0ab4862268cf45ef995579505e537f93 is 50, key is test_row_0/C:col10/1733250586823/Put/seqid=0 2024-12-03T18:29:49,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742248_1424 (size=12301) 2024-12-03T18:29:49,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/0ab4862268cf45ef995579505e537f93 2024-12-03T18:29:49,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/6f650f667d2f400aacc03938ccef86b8 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/6f650f667d2f400aacc03938ccef86b8 2024-12-03T18:29:49,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/6f650f667d2f400aacc03938ccef86b8, entries=250, sequenceid=294, filesize=47.5 K 2024-12-03T18:29:49,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/8385ac50174d4fb68d7b323c3d32ae37 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/8385ac50174d4fb68d7b323c3d32ae37 2024-12-03T18:29:49,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/8385ac50174d4fb68d7b323c3d32ae37, entries=150, sequenceid=294, filesize=12.0 K 2024-12-03T18:29:49,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/0ab4862268cf45ef995579505e537f93 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/0ab4862268cf45ef995579505e537f93 2024-12-03T18:29:49,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/0ab4862268cf45ef995579505e537f93, entries=150, sequenceid=294, filesize=12.0 K 2024-12-03T18:29:49,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for f78696d6cdac5e08f2f053c869c67227 in 1165ms, sequenceid=294, compaction requested=true 2024-12-03T18:29:49,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:49,127 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:29:49,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78696d6cdac5e08f2f053c869c67227:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:29:49,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:49,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78696d6cdac5e08f2f053c869c67227:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:29:49,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:49,127 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:29:49,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78696d6cdac5e08f2f053c869c67227:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:29:49,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:29:49,128 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120273 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:29:49,128 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): f78696d6cdac5e08f2f053c869c67227/A is initiating minor compaction (all files) 2024-12-03T18:29:49,128 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f78696d6cdac5e08f2f053c869c67227/A in TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:49,128 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/75b30ad6b36f451f8f56a417e803a35e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/5603a97f250544a194a5b9e3135850c5, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/6f650f667d2f400aacc03938ccef86b8] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp, totalSize=117.5 K 2024-12-03T18:29:49,128 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:49,128 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. files: [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/75b30ad6b36f451f8f56a417e803a35e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/5603a97f250544a194a5b9e3135850c5, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/6f650f667d2f400aacc03938ccef86b8] 2024-12-03T18:29:49,129 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:29:49,129 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): f78696d6cdac5e08f2f053c869c67227/B is initiating minor compaction (all files) 2024-12-03T18:29:49,129 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f78696d6cdac5e08f2f053c869c67227/B in TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:49,129 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75b30ad6b36f451f8f56a417e803a35e, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733250585444 2024-12-03T18:29:49,129 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/ca2c2a6262a847798644e56eef564387, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/77d243b24f834a0f9febf461034ff53e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/8385ac50174d4fb68d7b323c3d32ae37] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp, totalSize=36.5 K 2024-12-03T18:29:49,129 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5603a97f250544a194a5b9e3135850c5, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733250585619 2024-12-03T18:29:49,129 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting ca2c2a6262a847798644e56eef564387, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733250585444 2024-12-03T18:29:49,129 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f650f667d2f400aacc03938ccef86b8, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1733250586812 2024-12-03T18:29:49,130 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 77d243b24f834a0f9febf461034ff53e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733250585619 2024-12-03T18:29:49,130 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 8385ac50174d4fb68d7b323c3d32ae37, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1733250586823 2024-12-03T18:29:49,135 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:49,137 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412035eea4d21d6f64b86b286424475d1d8ed_f78696d6cdac5e08f2f053c869c67227 store=[table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:49,138 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412035eea4d21d6f64b86b286424475d1d8ed_f78696d6cdac5e08f2f053c869c67227, store=[table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:49,139 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412035eea4d21d6f64b86b286424475d1d8ed_f78696d6cdac5e08f2f053c869c67227 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:49,143 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:49,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-03T18:29:49,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:49,144 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing f78696d6cdac5e08f2f053c869c67227 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-03T18:29:49,144 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78696d6cdac5e08f2f053c869c67227#B#compaction#350 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:49,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. as already flushing 2024-12-03T18:29:49,144 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/07c261f794214c1b854ad1d72f1a8e5c is 50, key is test_row_0/B:col10/1733250586823/Put/seqid=0 2024-12-03T18:29:49,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=A 2024-12-03T18:29:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:49,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:49,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=B 2024-12-03T18:29:49,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:49,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=C 2024-12-03T18:29:49,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:49,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742249_1425 (size=4469) 2024-12-03T18:29:49,159 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78696d6cdac5e08f2f053c869c67227#A#compaction#349 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:49,160 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/a921e27242f04274a0799a905edd74ef is 175, key is test_row_0/A:col10/1733250586823/Put/seqid=0 2024-12-03T18:29:49,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53274 deadline: 1733250649175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:49,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250649175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:49,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412032d9ac5ac147641589f8baa371fa6b4ba_f78696d6cdac5e08f2f053c869c67227 is 50, key is test_row_0/A:col10/1733250587998/Put/seqid=0 2024-12-03T18:29:49,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250649178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:49,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250649187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:49,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742250_1426 (size=12983) 2024-12-03T18:29:49,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742251_1427 (size=31937) 2024-12-03T18:29:49,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742252_1428 (size=14994) 2024-12-03T18:29:49,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53274 deadline: 1733250649282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:49,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250649286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:49,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:49,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250649290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:49,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:49,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250649291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:49,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53274 deadline: 1733250649489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:49,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250649494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:49,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250649495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:49,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:49,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250649499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:49,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-03T18:29:49,606 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/07c261f794214c1b854ad1d72f1a8e5c as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/07c261f794214c1b854ad1d72f1a8e5c 2024-12-03T18:29:49,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:49,627 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f78696d6cdac5e08f2f053c869c67227/B of f78696d6cdac5e08f2f053c869c67227 into 07c261f794214c1b854ad1d72f1a8e5c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:49,627 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:49,627 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227., storeName=f78696d6cdac5e08f2f053c869c67227/B, priority=13, startTime=1733250589127; duration=0sec 2024-12-03T18:29:49,627 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:29:49,627 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78696d6cdac5e08f2f053c869c67227:B 2024-12-03T18:29:49,627 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:29:49,632 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412032d9ac5ac147641589f8baa371fa6b4ba_f78696d6cdac5e08f2f053c869c67227 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412032d9ac5ac147641589f8baa371fa6b4ba_f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:49,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/b83be6dda6224548b5129aaa1432862d, store: [table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:49,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/b83be6dda6224548b5129aaa1432862d is 175, key is test_row_0/A:col10/1733250587998/Put/seqid=0 2024-12-03T18:29:49,635 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:29:49,635 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): f78696d6cdac5e08f2f053c869c67227/C is initiating minor compaction (all files) 2024-12-03T18:29:49,635 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f78696d6cdac5e08f2f053c869c67227/C in TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:49,635 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/6fa163362eb14189a0f99c62198d316a, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/11ff79dacc4a4b4e8428788b87887d9d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/0ab4862268cf45ef995579505e537f93] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp, totalSize=36.5 K 2024-12-03T18:29:49,639 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 6fa163362eb14189a0f99c62198d316a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733250585444 2024-12-03T18:29:49,643 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/a921e27242f04274a0799a905edd74ef as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/a921e27242f04274a0799a905edd74ef 2024-12-03T18:29:49,644 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 11ff79dacc4a4b4e8428788b87887d9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733250585619 2024-12-03T18:29:49,645 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ab4862268cf45ef995579505e537f93, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1733250586823 2024-12-03T18:29:49,652 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f78696d6cdac5e08f2f053c869c67227/A of f78696d6cdac5e08f2f053c869c67227 into a921e27242f04274a0799a905edd74ef(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:49,652 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:49,652 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227., storeName=f78696d6cdac5e08f2f053c869c67227/A, priority=13, startTime=1733250589127; duration=0sec 2024-12-03T18:29:49,653 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:49,653 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78696d6cdac5e08f2f053c869c67227:A 2024-12-03T18:29:49,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742253_1429 (size=39949) 2024-12-03T18:29:49,671 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=313, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/b83be6dda6224548b5129aaa1432862d 2024-12-03T18:29:49,680 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78696d6cdac5e08f2f053c869c67227#C#compaction#352 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:49,681 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/51dc1197fe524de981872c18aef5db9f is 50, key is test_row_0/C:col10/1733250586823/Put/seqid=0 2024-12-03T18:29:49,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/86d9f25630854ea0bf613340df6cc922 is 50, key is test_row_0/B:col10/1733250587998/Put/seqid=0 2024-12-03T18:29:49,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742254_1430 (size=12983) 2024-12-03T18:29:49,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742255_1431 (size=12301) 2024-12-03T18:29:49,755 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/86d9f25630854ea0bf613340df6cc922 2024-12-03T18:29:49,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/a9830da907c249f09e119f837031a623 is 50, key is test_row_0/C:col10/1733250587998/Put/seqid=0 2024-12-03T18:29:49,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742256_1432 (size=12301) 2024-12-03T18:29:49,796 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/a9830da907c249f09e119f837031a623 2024-12-03T18:29:49,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53274 deadline: 1733250649795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:49,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53200 deadline: 1733250649804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:49,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53216 deadline: 1733250649805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:49,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/b83be6dda6224548b5129aaa1432862d as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/b83be6dda6224548b5129aaa1432862d 2024-12-03T18:29:49,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:29:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1733250649808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:49,831 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/b83be6dda6224548b5129aaa1432862d, entries=200, sequenceid=313, filesize=39.0 K 2024-12-03T18:29:49,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/86d9f25630854ea0bf613340df6cc922 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/86d9f25630854ea0bf613340df6cc922 2024-12-03T18:29:49,859 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/86d9f25630854ea0bf613340df6cc922, entries=150, sequenceid=313, filesize=12.0 K 2024-12-03T18:29:49,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/a9830da907c249f09e119f837031a623 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/a9830da907c249f09e119f837031a623 2024-12-03T18:29:49,890 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/a9830da907c249f09e119f837031a623, entries=150, sequenceid=313, filesize=12.0 K 2024-12-03T18:29:49,896 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for f78696d6cdac5e08f2f053c869c67227 in 753ms, sequenceid=313, compaction requested=false 2024-12-03T18:29:49,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:49,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:49,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-12-03T18:29:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-12-03T18:29:49,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-12-03T18:29:49,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5050 sec 2024-12-03T18:29:49,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 2.5100 sec 2024-12-03T18:29:50,132 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/51dc1197fe524de981872c18aef5db9f as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/51dc1197fe524de981872c18aef5db9f 2024-12-03T18:29:50,147 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f78696d6cdac5e08f2f053c869c67227/C of f78696d6cdac5e08f2f053c869c67227 into 51dc1197fe524de981872c18aef5db9f(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:50,147 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:50,147 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227., storeName=f78696d6cdac5e08f2f053c869c67227/C, priority=13, startTime=1733250589127; duration=0sec 2024-12-03T18:29:50,147 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:50,147 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78696d6cdac5e08f2f053c869c67227:C 2024-12-03T18:29:50,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f78696d6cdac5e08f2f053c869c67227 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-03T18:29:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:50,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=A 2024-12-03T18:29:50,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:50,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=B 2024-12-03T18:29:50,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:50,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=C 2024-12-03T18:29:50,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:50,321 DEBUG [Thread-1559 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b82ba2a to 127.0.0.1:60582 2024-12-03T18:29:50,321 DEBUG [Thread-1559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:50,322 DEBUG [Thread-1576 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75e4d3d0 to 127.0.0.1:60582 2024-12-03T18:29:50,322 DEBUG [Thread-1576 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:50,326 DEBUG [Thread-1557 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b976e1a to 127.0.0.1:60582 2024-12-03T18:29:50,326 DEBUG [Thread-1557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:50,328 DEBUG [Thread-1565 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3dd5b441 to 127.0.0.1:60582 2024-12-03T18:29:50,328 DEBUG [Thread-1565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:50,329 DEBUG [Thread-1570 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5aee939b to 127.0.0.1:60582 2024-12-03T18:29:50,329 DEBUG [Thread-1570 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:50,329 DEBUG [Thread-1563 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ec15031 to 127.0.0.1:60582 2024-12-03T18:29:50,329 DEBUG [Thread-1563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:50,330 DEBUG [Thread-1574 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683f8469 to 127.0.0.1:60582 2024-12-03T18:29:50,330 DEBUG [Thread-1574 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:50,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203077ef7205b5a4cabb3c35cfad7da7dde_f78696d6cdac5e08f2f053c869c67227 is 50, key is test_row_0/A:col10/1733250589176/Put/seqid=0 2024-12-03T18:29:50,332 DEBUG [Thread-1572 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f49665c to 127.0.0.1:60582 2024-12-03T18:29:50,332 DEBUG [Thread-1572 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:50,334 DEBUG [Thread-1568 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x167a78b0 to 127.0.0.1:60582 2024-12-03T18:29:50,334 DEBUG [Thread-1568 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:50,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742257_1433 (size=14994) 2024-12-03T18:29:50,337 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:50,346 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203077ef7205b5a4cabb3c35cfad7da7dde_f78696d6cdac5e08f2f053c869c67227 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203077ef7205b5a4cabb3c35cfad7da7dde_f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:50,348 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/63d780f40e154997aeb2fcbe37af5db7, store: [table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:50,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/63d780f40e154997aeb2fcbe37af5db7 is 175, key is test_row_0/A:col10/1733250589176/Put/seqid=0 2024-12-03T18:29:50,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742258_1434 (size=39949) 2024-12-03T18:29:50,375 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/63d780f40e154997aeb2fcbe37af5db7 2024-12-03T18:29:50,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/0be26db5836d4c3eb2da862418bbff02 is 50, key is test_row_0/B:col10/1733250589176/Put/seqid=0 2024-12-03T18:29:50,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742259_1435 (size=12301) 2024-12-03T18:29:50,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/0be26db5836d4c3eb2da862418bbff02 2024-12-03T18:29:50,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/08d934ef93f340779c48969debfdeb26 is 50, key is test_row_0/C:col10/1733250589176/Put/seqid=0 2024-12-03T18:29:50,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742260_1436 (size=12301) 2024-12-03T18:29:50,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/08d934ef93f340779c48969debfdeb26 2024-12-03T18:29:50,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/63d780f40e154997aeb2fcbe37af5db7 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/63d780f40e154997aeb2fcbe37af5db7 2024-12-03T18:29:50,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/63d780f40e154997aeb2fcbe37af5db7, entries=200, sequenceid=334, filesize=39.0 K 2024-12-03T18:29:50,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/0be26db5836d4c3eb2da862418bbff02 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/0be26db5836d4c3eb2da862418bbff02 2024-12-03T18:29:50,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/0be26db5836d4c3eb2da862418bbff02, entries=150, sequenceid=334, filesize=12.0 K 2024-12-03T18:29:50,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/08d934ef93f340779c48969debfdeb26 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/08d934ef93f340779c48969debfdeb26 2024-12-03T18:29:50,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/08d934ef93f340779c48969debfdeb26, entries=150, sequenceid=334, filesize=12.0 K 2024-12-03T18:29:50,860 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=67.09 KB/68700 for f78696d6cdac5e08f2f053c869c67227 in 553ms, sequenceid=334, compaction requested=true 2024-12-03T18:29:50,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:50,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78696d6cdac5e08f2f053c869c67227:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:29:50,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:50,860 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:29:50,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78696d6cdac5e08f2f053c869c67227:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:29:50,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:29:50,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78696d6cdac5e08f2f053c869c67227:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:29:50,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-03T18:29:50,860 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:29:50,861 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111835 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:29:50,861 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): f78696d6cdac5e08f2f053c869c67227/A is initiating minor compaction (all files) 2024-12-03T18:29:50,861 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f78696d6cdac5e08f2f053c869c67227/A in TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:50,861 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/a921e27242f04274a0799a905edd74ef, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/b83be6dda6224548b5129aaa1432862d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/63d780f40e154997aeb2fcbe37af5db7] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp, totalSize=109.2 K 2024-12-03T18:29:50,861 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:50,861 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. files: [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/a921e27242f04274a0799a905edd74ef, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/b83be6dda6224548b5129aaa1432862d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/63d780f40e154997aeb2fcbe37af5db7] 2024-12-03T18:29:50,861 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:29:50,861 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): f78696d6cdac5e08f2f053c869c67227/B is initiating minor compaction (all files) 2024-12-03T18:29:50,861 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting a921e27242f04274a0799a905edd74ef, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1733250586823 2024-12-03T18:29:50,861 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f78696d6cdac5e08f2f053c869c67227/B in TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:50,861 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/07c261f794214c1b854ad1d72f1a8e5c, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/86d9f25630854ea0bf613340df6cc922, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/0be26db5836d4c3eb2da862418bbff02] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp, totalSize=36.7 K 2024-12-03T18:29:50,862 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting b83be6dda6224548b5129aaa1432862d, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733250587982 2024-12-03T18:29:50,862 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 07c261f794214c1b854ad1d72f1a8e5c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1733250586823 2024-12-03T18:29:50,862 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63d780f40e154997aeb2fcbe37af5db7, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1733250589157 2024-12-03T18:29:50,862 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 86d9f25630854ea0bf613340df6cc922, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733250587982 2024-12-03T18:29:50,862 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 0be26db5836d4c3eb2da862418bbff02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1733250589176 2024-12-03T18:29:50,868 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:50,872 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78696d6cdac5e08f2f053c869c67227#B#compaction#359 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:50,872 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/9923cc324183492e9f85c97709aa9ea6 is 50, key is test_row_0/B:col10/1733250589176/Put/seqid=0 2024-12-03T18:29:50,875 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120388f27685ca174b8ca706b207e3563340_f78696d6cdac5e08f2f053c869c67227 store=[table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:50,882 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120388f27685ca174b8ca706b207e3563340_f78696d6cdac5e08f2f053c869c67227, store=[table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:50,883 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120388f27685ca174b8ca706b207e3563340_f78696d6cdac5e08f2f053c869c67227 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:50,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742261_1437 (size=13085) 2024-12-03T18:29:50,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742262_1438 (size=4469) 2024-12-03T18:29:51,214 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T18:29:51,319 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/9923cc324183492e9f85c97709aa9ea6 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/9923cc324183492e9f85c97709aa9ea6 2024-12-03T18:29:51,323 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f78696d6cdac5e08f2f053c869c67227/B of f78696d6cdac5e08f2f053c869c67227 into 9923cc324183492e9f85c97709aa9ea6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:51,323 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:51,323 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227., storeName=f78696d6cdac5e08f2f053c869c67227/B, priority=13, startTime=1733250590860; duration=0sec 2024-12-03T18:29:51,324 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:29:51,324 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78696d6cdac5e08f2f053c869c67227:B 2024-12-03T18:29:51,324 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:29:51,325 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:29:51,325 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): f78696d6cdac5e08f2f053c869c67227/C is initiating minor compaction (all files) 2024-12-03T18:29:51,325 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f78696d6cdac5e08f2f053c869c67227/C in TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:51,325 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/51dc1197fe524de981872c18aef5db9f, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/a9830da907c249f09e119f837031a623, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/08d934ef93f340779c48969debfdeb26] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp, totalSize=36.7 K 2024-12-03T18:29:51,325 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 51dc1197fe524de981872c18aef5db9f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1733250586823 2024-12-03T18:29:51,325 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting a9830da907c249f09e119f837031a623, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733250587982 2024-12-03T18:29:51,326 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 08d934ef93f340779c48969debfdeb26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1733250589176 2024-12-03T18:29:51,332 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78696d6cdac5e08f2f053c869c67227#A#compaction#358 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:51,333 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/4f166bbaf5b14718b75ceead851f9f39 is 175, key is test_row_0/A:col10/1733250589176/Put/seqid=0 2024-12-03T18:29:51,333 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78696d6cdac5e08f2f053c869c67227#C#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:29:51,334 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/c961d2c414a8434082261990e5fcb4e0 is 50, key is test_row_0/C:col10/1733250589176/Put/seqid=0 2024-12-03T18:29:51,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742263_1439 (size=32039) 2024-12-03T18:29:51,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742264_1440 (size=13085) 2024-12-03T18:29:51,346 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/c961d2c414a8434082261990e5fcb4e0 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/c961d2c414a8434082261990e5fcb4e0 2024-12-03T18:29:51,355 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f78696d6cdac5e08f2f053c869c67227/C of f78696d6cdac5e08f2f053c869c67227 into c961d2c414a8434082261990e5fcb4e0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:51,355 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:51,355 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227., storeName=f78696d6cdac5e08f2f053c869c67227/C, priority=13, startTime=1733250590860; duration=0sec 2024-12-03T18:29:51,355 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:51,355 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78696d6cdac5e08f2f053c869c67227:C 2024-12-03T18:29:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-03T18:29:51,516 INFO [Thread-1567 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-12-03T18:29:51,740 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/4f166bbaf5b14718b75ceead851f9f39 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/4f166bbaf5b14718b75ceead851f9f39 2024-12-03T18:29:51,744 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f78696d6cdac5e08f2f053c869c67227/A of f78696d6cdac5e08f2f053c869c67227 into 4f166bbaf5b14718b75ceead851f9f39(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:29:51,744 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:51,744 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227., storeName=f78696d6cdac5e08f2f053c869c67227/A, priority=13, startTime=1733250590860; duration=0sec 2024-12-03T18:29:51,744 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:29:51,744 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78696d6cdac5e08f2f053c869c67227:A 2024-12-03T18:29:55,693 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/b5214d70677640babe423af0996b939b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/408f2d47f2ca4f63a5afa5548032ffa5, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/96a39eb0ddf0499b96ec0298a0c2ca43, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/8e54b1a0029643fe8a21ba1ad8c78429, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/6a5012bd891346c39c5aa375e9ed9a3d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/91c276485e5a4c74b3d28c1e83eea40d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/0e9f67cf32ed4325bdff6c2318ef399d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/c3fd1ac89edb45408d8372898d323018, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/2cd7266b6848438da54d1ac525193e25, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/35e2da65dfe84427a0cd7da5f64370ba, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/60148c4259fd4211bf609b5a1941e590, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/41904913f5e6427ab6779e2bccc99a44, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/5b2cf5cd59f1409b99aae79aecff755a, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/4fc46027a37d4e9183bb82dc8ed1ba09, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/19d7a670073148e08b4ecbcb87f132d6, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/1ddcf0683dd549498a8ce577cf722de8, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/75b30ad6b36f451f8f56a417e803a35e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/e126d591f2674cbe89232850d5fb422b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/5603a97f250544a194a5b9e3135850c5, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/6f650f667d2f400aacc03938ccef86b8, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/a921e27242f04274a0799a905edd74ef, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/b83be6dda6224548b5129aaa1432862d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/63d780f40e154997aeb2fcbe37af5db7] to archive 2024-12-03T18:29:55,694 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T18:29:55,696 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/b5214d70677640babe423af0996b939b to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/b5214d70677640babe423af0996b939b 2024-12-03T18:29:55,697 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/408f2d47f2ca4f63a5afa5548032ffa5 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/408f2d47f2ca4f63a5afa5548032ffa5 2024-12-03T18:29:55,698 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/96a39eb0ddf0499b96ec0298a0c2ca43 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/96a39eb0ddf0499b96ec0298a0c2ca43 2024-12-03T18:29:55,699 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/8e54b1a0029643fe8a21ba1ad8c78429 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/8e54b1a0029643fe8a21ba1ad8c78429 2024-12-03T18:29:55,701 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/6a5012bd891346c39c5aa375e9ed9a3d to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/6a5012bd891346c39c5aa375e9ed9a3d 2024-12-03T18:29:55,702 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/91c276485e5a4c74b3d28c1e83eea40d to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/91c276485e5a4c74b3d28c1e83eea40d 2024-12-03T18:29:55,712 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/0e9f67cf32ed4325bdff6c2318ef399d to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/0e9f67cf32ed4325bdff6c2318ef399d 2024-12-03T18:29:55,713 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/c3fd1ac89edb45408d8372898d323018 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/c3fd1ac89edb45408d8372898d323018 2024-12-03T18:29:55,715 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/2cd7266b6848438da54d1ac525193e25 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/2cd7266b6848438da54d1ac525193e25 2024-12-03T18:29:55,716 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/35e2da65dfe84427a0cd7da5f64370ba to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/35e2da65dfe84427a0cd7da5f64370ba 2024-12-03T18:29:55,717 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/60148c4259fd4211bf609b5a1941e590 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/60148c4259fd4211bf609b5a1941e590 2024-12-03T18:29:55,718 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/41904913f5e6427ab6779e2bccc99a44 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/41904913f5e6427ab6779e2bccc99a44 2024-12-03T18:29:55,719 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/5b2cf5cd59f1409b99aae79aecff755a to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/5b2cf5cd59f1409b99aae79aecff755a 2024-12-03T18:29:55,721 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/4fc46027a37d4e9183bb82dc8ed1ba09 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/4fc46027a37d4e9183bb82dc8ed1ba09 2024-12-03T18:29:55,722 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/19d7a670073148e08b4ecbcb87f132d6 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/19d7a670073148e08b4ecbcb87f132d6 2024-12-03T18:29:55,724 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/1ddcf0683dd549498a8ce577cf722de8 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/1ddcf0683dd549498a8ce577cf722de8 2024-12-03T18:29:55,725 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/75b30ad6b36f451f8f56a417e803a35e to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/75b30ad6b36f451f8f56a417e803a35e 2024-12-03T18:29:55,726 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/e126d591f2674cbe89232850d5fb422b to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/e126d591f2674cbe89232850d5fb422b 2024-12-03T18:29:55,727 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/5603a97f250544a194a5b9e3135850c5 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/5603a97f250544a194a5b9e3135850c5 2024-12-03T18:29:55,729 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/6f650f667d2f400aacc03938ccef86b8 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/6f650f667d2f400aacc03938ccef86b8 2024-12-03T18:29:55,730 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/a921e27242f04274a0799a905edd74ef to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/a921e27242f04274a0799a905edd74ef 2024-12-03T18:29:55,732 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/b83be6dda6224548b5129aaa1432862d to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/b83be6dda6224548b5129aaa1432862d 2024-12-03T18:29:55,733 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/63d780f40e154997aeb2fcbe37af5db7 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/63d780f40e154997aeb2fcbe37af5db7 2024-12-03T18:29:55,737 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/580e1be89cdc4499ab664c86bd259c21, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/d5fd39d6f792422c87388eccaf08f33c, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/9b5bae49a8c742a895b211f6800a8857, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/bfb67eeff1c748b1b6de5de06fb80321, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/1a83ebe70a2a4b02a1607e7fc2029f12, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/69aa9763c5fe47e28b9a6b2b9027b2cb, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/d534bb99b3784e6988a1820e4ef35da3, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/f50a429d8b0b45db998fc6253900e414, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/80c83deddd684ff08bc7a193dd3fc80d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/3617a2b7ac1b4923908536662c069926, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/f081d5c94b3a485996abd383ab2c8e6a, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/1a81e7d9dd1f4224a05c097bd597a80e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/71b9c3acaf0646d8846cd53563f0e035, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/c00e88441d274c52b8af0d7758463b33, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/27d358fba8a948c8a83eedfeaa82e5f6, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/ee0fc04ea9b749619cfa782e80376da2, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/ca2c2a6262a847798644e56eef564387, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/cf4e66dbf4104d738e36afb5716dfac0, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/77d243b24f834a0f9febf461034ff53e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/07c261f794214c1b854ad1d72f1a8e5c, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/8385ac50174d4fb68d7b323c3d32ae37, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/86d9f25630854ea0bf613340df6cc922, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/0be26db5836d4c3eb2da862418bbff02] to archive 2024-12-03T18:29:55,739 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T18:29:55,741 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/580e1be89cdc4499ab664c86bd259c21 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/580e1be89cdc4499ab664c86bd259c21 2024-12-03T18:29:55,742 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/d5fd39d6f792422c87388eccaf08f33c to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/d5fd39d6f792422c87388eccaf08f33c 2024-12-03T18:29:55,744 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/9b5bae49a8c742a895b211f6800a8857 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/9b5bae49a8c742a895b211f6800a8857 2024-12-03T18:29:55,745 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/bfb67eeff1c748b1b6de5de06fb80321 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/bfb67eeff1c748b1b6de5de06fb80321 2024-12-03T18:29:55,746 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/1a83ebe70a2a4b02a1607e7fc2029f12 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/1a83ebe70a2a4b02a1607e7fc2029f12 2024-12-03T18:29:55,748 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/69aa9763c5fe47e28b9a6b2b9027b2cb to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/69aa9763c5fe47e28b9a6b2b9027b2cb 2024-12-03T18:29:55,750 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/d534bb99b3784e6988a1820e4ef35da3 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/d534bb99b3784e6988a1820e4ef35da3 2024-12-03T18:29:55,751 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/f50a429d8b0b45db998fc6253900e414 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/f50a429d8b0b45db998fc6253900e414 2024-12-03T18:29:55,752 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/80c83deddd684ff08bc7a193dd3fc80d to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/80c83deddd684ff08bc7a193dd3fc80d 2024-12-03T18:29:55,753 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/3617a2b7ac1b4923908536662c069926 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/3617a2b7ac1b4923908536662c069926 2024-12-03T18:29:55,754 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/f081d5c94b3a485996abd383ab2c8e6a to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/f081d5c94b3a485996abd383ab2c8e6a 2024-12-03T18:29:55,756 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/1a81e7d9dd1f4224a05c097bd597a80e to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/1a81e7d9dd1f4224a05c097bd597a80e 2024-12-03T18:29:55,757 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/71b9c3acaf0646d8846cd53563f0e035 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/71b9c3acaf0646d8846cd53563f0e035 2024-12-03T18:29:55,758 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/c00e88441d274c52b8af0d7758463b33 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/c00e88441d274c52b8af0d7758463b33 2024-12-03T18:29:55,759 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/27d358fba8a948c8a83eedfeaa82e5f6 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/27d358fba8a948c8a83eedfeaa82e5f6 2024-12-03T18:29:55,760 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/ee0fc04ea9b749619cfa782e80376da2 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/ee0fc04ea9b749619cfa782e80376da2 2024-12-03T18:29:55,761 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/ca2c2a6262a847798644e56eef564387 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/ca2c2a6262a847798644e56eef564387 2024-12-03T18:29:55,762 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/cf4e66dbf4104d738e36afb5716dfac0 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/cf4e66dbf4104d738e36afb5716dfac0 2024-12-03T18:29:55,763 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/77d243b24f834a0f9febf461034ff53e to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/77d243b24f834a0f9febf461034ff53e 2024-12-03T18:29:55,763 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/07c261f794214c1b854ad1d72f1a8e5c to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/07c261f794214c1b854ad1d72f1a8e5c 2024-12-03T18:29:55,764 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/8385ac50174d4fb68d7b323c3d32ae37 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/8385ac50174d4fb68d7b323c3d32ae37 2024-12-03T18:29:55,765 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/86d9f25630854ea0bf613340df6cc922 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/86d9f25630854ea0bf613340df6cc922 2024-12-03T18:29:55,766 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/0be26db5836d4c3eb2da862418bbff02 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/0be26db5836d4c3eb2da862418bbff02 2024-12-03T18:29:55,769 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/07076dbe47e344fbae1b080e3160f46d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/4c8d878c36964c1185daa389b4884f1b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/04621c57ccc54fdcb5d24b9e1d7c0251, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/a173b6cdc17a4e8796abc9d489aed6a0, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/7308eaff9fe14ab393f53ab991225bcf, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/b903b70a6e01421096a66b1538b5e720, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/0c263e55f2fa4c6b95edefabf1676809, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/15a9681d01124cb594d714bc4d4b5885, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/4da87dbdd6bf447c9049f0801a9bafb9, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/74bb1742bcfd47be8455013492acd4bf, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/386884bcb76e4d94aba5c74b17ef4014, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/556aca1bb7794b3ca7806d557d61fc03, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/db856686b35746e9a3f5c7720f878bf2, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/74f70010caeb48a4b7eef1845e2a302e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/952ffbfde2d0412dbc8da4f91e46f10b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/d86d808d6fe046e4b92af36ea45cb81b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/6fa163362eb14189a0f99c62198d316a, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/545f18e72e384d3e87a5bd56fe49aa46, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/11ff79dacc4a4b4e8428788b87887d9d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/51dc1197fe524de981872c18aef5db9f, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/0ab4862268cf45ef995579505e537f93, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/a9830da907c249f09e119f837031a623, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/08d934ef93f340779c48969debfdeb26] to archive 2024-12-03T18:29:55,771 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T18:29:55,772 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/07076dbe47e344fbae1b080e3160f46d to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/07076dbe47e344fbae1b080e3160f46d 2024-12-03T18:29:55,773 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/4c8d878c36964c1185daa389b4884f1b to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/4c8d878c36964c1185daa389b4884f1b 2024-12-03T18:29:55,774 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/04621c57ccc54fdcb5d24b9e1d7c0251 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/04621c57ccc54fdcb5d24b9e1d7c0251 2024-12-03T18:29:55,776 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/a173b6cdc17a4e8796abc9d489aed6a0 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/a173b6cdc17a4e8796abc9d489aed6a0 2024-12-03T18:29:55,777 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/7308eaff9fe14ab393f53ab991225bcf to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/7308eaff9fe14ab393f53ab991225bcf 2024-12-03T18:29:55,778 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/b903b70a6e01421096a66b1538b5e720 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/b903b70a6e01421096a66b1538b5e720 2024-12-03T18:29:55,779 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/0c263e55f2fa4c6b95edefabf1676809 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/0c263e55f2fa4c6b95edefabf1676809 2024-12-03T18:29:55,780 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/15a9681d01124cb594d714bc4d4b5885 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/15a9681d01124cb594d714bc4d4b5885 2024-12-03T18:29:55,781 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/4da87dbdd6bf447c9049f0801a9bafb9 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/4da87dbdd6bf447c9049f0801a9bafb9 2024-12-03T18:29:55,782 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/74bb1742bcfd47be8455013492acd4bf to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/74bb1742bcfd47be8455013492acd4bf 2024-12-03T18:29:55,783 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/386884bcb76e4d94aba5c74b17ef4014 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/386884bcb76e4d94aba5c74b17ef4014 2024-12-03T18:29:55,783 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/556aca1bb7794b3ca7806d557d61fc03 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/556aca1bb7794b3ca7806d557d61fc03 2024-12-03T18:29:55,784 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/db856686b35746e9a3f5c7720f878bf2 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/db856686b35746e9a3f5c7720f878bf2 2024-12-03T18:29:55,786 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/74f70010caeb48a4b7eef1845e2a302e to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/74f70010caeb48a4b7eef1845e2a302e 2024-12-03T18:29:55,787 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/952ffbfde2d0412dbc8da4f91e46f10b to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/952ffbfde2d0412dbc8da4f91e46f10b 2024-12-03T18:29:55,788 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/d86d808d6fe046e4b92af36ea45cb81b to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/d86d808d6fe046e4b92af36ea45cb81b 2024-12-03T18:29:55,789 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/6fa163362eb14189a0f99c62198d316a to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/6fa163362eb14189a0f99c62198d316a 2024-12-03T18:29:55,790 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/545f18e72e384d3e87a5bd56fe49aa46 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/545f18e72e384d3e87a5bd56fe49aa46 2024-12-03T18:29:55,791 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/11ff79dacc4a4b4e8428788b87887d9d to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/11ff79dacc4a4b4e8428788b87887d9d 2024-12-03T18:29:55,792 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/51dc1197fe524de981872c18aef5db9f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/51dc1197fe524de981872c18aef5db9f 2024-12-03T18:29:55,793 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/0ab4862268cf45ef995579505e537f93 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/0ab4862268cf45ef995579505e537f93 2024-12-03T18:29:55,794 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/a9830da907c249f09e119f837031a623 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/a9830da907c249f09e119f837031a623 2024-12-03T18:29:55,797 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/5840ab6af6da:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/08d934ef93f340779c48969debfdeb26 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/08d934ef93f340779c48969debfdeb26 2024-12-03T18:29:58,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:58,104 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f78696d6cdac5e08f2f053c869c67227 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-03T18:29:58,104 DEBUG [Thread-1561 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b6cf8cb to 127.0.0.1:60582 2024-12-03T18:29:58,104 DEBUG [Thread-1561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:58,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=A 2024-12-03T18:29:58,104 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-03T18:29:58,104 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-12-03T18:29:58,104 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-12-03T18:29:58,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:58,105 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 30 2024-12-03T18:29:58,105 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-12-03T18:29:58,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=B 2024-12-03T18:29:58,105 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-12-03T18:29:58,105 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-03T18:29:58,105 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-03T18:29:58,105 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1929 2024-12-03T18:29:58,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:58,105 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5787 rows 2024-12-03T18:29:58,105 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1932 2024-12-03T18:29:58,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78696d6cdac5e08f2f053c869c67227, store=C 2024-12-03T18:29:58,105 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5796 rows 2024-12-03T18:29:58,105 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1933 2024-12-03T18:29:58,105 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5799 rows 2024-12-03T18:29:58,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:29:58,105 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1935 2024-12-03T18:29:58,105 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5805 rows 2024-12-03T18:29:58,105 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1915 2024-12-03T18:29:58,105 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5745 rows 2024-12-03T18:29:58,105 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-03T18:29:58,105 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68ad882f to 127.0.0.1:60582 2024-12-03T18:29:58,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:58,108 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-03T18:29:58,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-03T18:29:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-03T18:29:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-03T18:29:58,111 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250598111"}]},"ts":"1733250598111"} 2024-12-03T18:29:58,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412031455c7fbaa044563b25abfcc41f1f4ac_f78696d6cdac5e08f2f053c869c67227 is 50, key is test_row_0/A:col10/1733250598103/Put/seqid=0 2024-12-03T18:29:58,112 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-03T18:29:58,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742265_1441 (size=12454) 2024-12-03T18:29:58,197 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-03T18:29:58,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T18:29:58,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f78696d6cdac5e08f2f053c869c67227, UNASSIGN}] 2024-12-03T18:29:58,200 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f78696d6cdac5e08f2f053c869c67227, UNASSIGN 2024-12-03T18:29:58,200 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=f78696d6cdac5e08f2f053c869c67227, regionState=CLOSING, regionLocation=5840ab6af6da,43459,1733250473452 2024-12-03T18:29:58,201 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T18:29:58,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; CloseRegionProcedure f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452}] 2024-12-03T18:29:58,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-03T18:29:58,352 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:29:58,353 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(124): Close f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:58,353 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-03T18:29:58,353 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1681): Closing f78696d6cdac5e08f2f053c869c67227, disabling compactions & flushes 2024-12-03T18:29:58,353 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:58,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-03T18:29:58,515 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:58,518 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412031455c7fbaa044563b25abfcc41f1f4ac_f78696d6cdac5e08f2f053c869c67227 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412031455c7fbaa044563b25abfcc41f1f4ac_f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:58,519 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/eb190c2093a44f64b706612c41c348f0, store: [table=TestAcidGuarantees family=A region=f78696d6cdac5e08f2f053c869c67227] 2024-12-03T18:29:58,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/eb190c2093a44f64b706612c41c348f0 is 175, key is test_row_0/A:col10/1733250598103/Put/seqid=0 2024-12-03T18:29:58,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742266_1442 (size=31255) 2024-12-03T18:29:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-03T18:29:58,923 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=351, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/eb190c2093a44f64b706612c41c348f0 2024-12-03T18:29:58,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/28df4d99ab9a4d09b0ddd8d22789d009 is 50, key is test_row_0/B:col10/1733250598103/Put/seqid=0 2024-12-03T18:29:58,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742267_1443 (size=12301) 2024-12-03T18:29:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-03T18:29:59,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/28df4d99ab9a4d09b0ddd8d22789d009 2024-12-03T18:29:59,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/cfebc95249d34efeb0b37eb26d3bbd15 is 50, key is test_row_0/C:col10/1733250598103/Put/seqid=0 2024-12-03T18:29:59,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742268_1444 (size=12301) 2024-12-03T18:29:59,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/cfebc95249d34efeb0b37eb26d3bbd15 2024-12-03T18:29:59,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/A/eb190c2093a44f64b706612c41c348f0 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/eb190c2093a44f64b706612c41c348f0 2024-12-03T18:29:59,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/eb190c2093a44f64b706612c41c348f0, entries=150, sequenceid=351, filesize=30.5 K 2024-12-03T18:29:59,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/B/28df4d99ab9a4d09b0ddd8d22789d009 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/28df4d99ab9a4d09b0ddd8d22789d009 2024-12-03T18:29:59,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/28df4d99ab9a4d09b0ddd8d22789d009, entries=150, sequenceid=351, filesize=12.0 K 2024-12-03T18:29:59,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/.tmp/C/cfebc95249d34efeb0b37eb26d3bbd15 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/cfebc95249d34efeb0b37eb26d3bbd15 2024-12-03T18:29:59,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/cfebc95249d34efeb0b37eb26d3bbd15, entries=150, sequenceid=351, filesize=12.0 K 2024-12-03T18:29:59,760 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for f78696d6cdac5e08f2f053c869c67227 in 1656ms, sequenceid=351, compaction requested=false 2024-12-03T18:29:59,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:59,760 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:59,760 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:59,760 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. after waiting 0 ms 2024-12-03T18:29:59,760 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:59,765 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/recovered.edits/354.seqid, newMaxSeqId=354, maxSeqId=4 2024-12-03T18:29:59,766 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227. 2024-12-03T18:29:59,766 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1635): Region close journal for f78696d6cdac5e08f2f053c869c67227: 2024-12-03T18:29:59,767 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(170): Closed f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:29:59,768 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=f78696d6cdac5e08f2f053c869c67227, regionState=CLOSED 2024-12-03T18:29:59,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-12-03T18:29:59,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; CloseRegionProcedure f78696d6cdac5e08f2f053c869c67227, server=5840ab6af6da,43459,1733250473452 in 1.5680 sec 2024-12-03T18:29:59,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=118, resume processing ppid=117 2024-12-03T18:29:59,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, ppid=117, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f78696d6cdac5e08f2f053c869c67227, UNASSIGN in 1.5710 sec 2024-12-03T18:29:59,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-12-03T18:29:59,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5730 sec 2024-12-03T18:29:59,774 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250599773"}]},"ts":"1733250599773"} 2024-12-03T18:29:59,774 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-03T18:29:59,780 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-03T18:29:59,782 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6720 sec 2024-12-03T18:30:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-03T18:30:00,215 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-12-03T18:30:00,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-03T18:30:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T18:30:00,217 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=120, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T18:30:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-03T18:30:00,217 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=120, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T18:30:00,218 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:30:00,221 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A, FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B, FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C, FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/recovered.edits] 2024-12-03T18:30:00,223 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/4f166bbaf5b14718b75ceead851f9f39 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/4f166bbaf5b14718b75ceead851f9f39 2024-12-03T18:30:00,225 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/eb190c2093a44f64b706612c41c348f0 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/A/eb190c2093a44f64b706612c41c348f0 2024-12-03T18:30:00,227 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/28df4d99ab9a4d09b0ddd8d22789d009 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/28df4d99ab9a4d09b0ddd8d22789d009 2024-12-03T18:30:00,228 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/9923cc324183492e9f85c97709aa9ea6 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/B/9923cc324183492e9f85c97709aa9ea6 2024-12-03T18:30:00,229 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/c961d2c414a8434082261990e5fcb4e0 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/c961d2c414a8434082261990e5fcb4e0 2024-12-03T18:30:00,230 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/cfebc95249d34efeb0b37eb26d3bbd15 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/C/cfebc95249d34efeb0b37eb26d3bbd15 2024-12-03T18:30:00,232 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/recovered.edits/354.seqid to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227/recovered.edits/354.seqid 2024-12-03T18:30:00,233 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:30:00,233 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-03T18:30:00,233 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-03T18:30:00,234 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-03T18:30:00,236 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120305f987e7a0774243b2f85e9db4e489c4_f78696d6cdac5e08f2f053c869c67227 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120305f987e7a0774243b2f85e9db4e489c4_f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:30:00,237 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203077ef7205b5a4cabb3c35cfad7da7dde_f78696d6cdac5e08f2f053c869c67227 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203077ef7205b5a4cabb3c35cfad7da7dde_f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:30:00,238 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412031455c7fbaa044563b25abfcc41f1f4ac_f78696d6cdac5e08f2f053c869c67227 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412031455c7fbaa044563b25abfcc41f1f4ac_f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:30:00,239 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412031f886dfa96dd46bb98aac91b3faab3b6_f78696d6cdac5e08f2f053c869c67227 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412031f886dfa96dd46bb98aac91b3faab3b6_f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:30:00,240 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120326717709fdfb465895365e63daeb2e08_f78696d6cdac5e08f2f053c869c67227 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120326717709fdfb465895365e63daeb2e08_f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:30:00,241 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412032d9ac5ac147641589f8baa371fa6b4ba_f78696d6cdac5e08f2f053c869c67227 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412032d9ac5ac147641589f8baa371fa6b4ba_f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:30:00,242 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412035a806f6efbd14dbcbdc52ee711721a8e_f78696d6cdac5e08f2f053c869c67227 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412035a806f6efbd14dbcbdc52ee711721a8e_f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:30:00,243 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412036ade157f85e14498a3e088f2ee64c111_f78696d6cdac5e08f2f053c869c67227 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412036ade157f85e14498a3e088f2ee64c111_f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:30:00,244 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120371eb40cea79c472fb7e8d57d7cee464d_f78696d6cdac5e08f2f053c869c67227 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120371eb40cea79c472fb7e8d57d7cee464d_f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:30:00,245 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412037e4c7dd2c28e4a2ab544da80fa29bb4b_f78696d6cdac5e08f2f053c869c67227 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412037e4c7dd2c28e4a2ab544da80fa29bb4b_f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:30:00,245 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120382e8deba5f6e4e6c982720f7a5df7626_f78696d6cdac5e08f2f053c869c67227 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120382e8deba5f6e4e6c982720f7a5df7626_f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:30:00,246 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203ad1e60626a174ad4a04e3c8d2f666027_f78696d6cdac5e08f2f053c869c67227 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203ad1e60626a174ad4a04e3c8d2f666027_f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:30:00,247 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203ad5b3e033ec24e449af33a1b75b680a9_f78696d6cdac5e08f2f053c869c67227 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203ad5b3e033ec24e449af33a1b75b680a9_f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:30:00,248 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c0aa15fabd3b44e18179e573168d0223_f78696d6cdac5e08f2f053c869c67227 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c0aa15fabd3b44e18179e573168d0223_f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:30:00,248 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203d194b28a3e7148b2a83796c66569abfe_f78696d6cdac5e08f2f053c869c67227 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203d194b28a3e7148b2a83796c66569abfe_f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:30:00,249 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203d1ea4f1d9b4c417481c1745ab255b083_f78696d6cdac5e08f2f053c869c67227 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203d1ea4f1d9b4c417481c1745ab255b083_f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:30:00,250 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203eab2fc2aa120413e8f5119d9bc67059c_f78696d6cdac5e08f2f053c869c67227 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203eab2fc2aa120413e8f5119d9bc67059c_f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:30:00,251 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f61b99b88f3547df8cb0e1dbe31aa323_f78696d6cdac5e08f2f053c869c67227 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f61b99b88f3547df8cb0e1dbe31aa323_f78696d6cdac5e08f2f053c869c67227 2024-12-03T18:30:00,251 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-03T18:30:00,253 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=120, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T18:30:00,254 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-03T18:30:00,256 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-03T18:30:00,257 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=120, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T18:30:00,257 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-03T18:30:00,257 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733250600257"}]},"ts":"9223372036854775807"} 2024-12-03T18:30:00,259 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-03T18:30:00,259 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => f78696d6cdac5e08f2f053c869c67227, NAME => 'TestAcidGuarantees,,1733250568488.f78696d6cdac5e08f2f053c869c67227.', STARTKEY => '', ENDKEY => ''}] 2024-12-03T18:30:00,259 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-03T18:30:00,259 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733250600259"}]},"ts":"9223372036854775807"} 2024-12-03T18:30:00,261 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-03T18:30:00,271 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=120, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T18:30:00,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 56 msec 2024-12-03T18:30:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-03T18:30:00,318 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-12-03T18:30:00,327 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=237 (was 238), OpenFileDescriptor=445 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1231 (was 1235), ProcessCount=11 (was 11), AvailableMemoryMB=2936 (was 2536) - AvailableMemoryMB LEAK? - 2024-12-03T18:30:00,336 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=237, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=1231, ProcessCount=11, AvailableMemoryMB=2936 2024-12-03T18:30:00,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T18:30:00,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:30:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=121, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-03T18:30:00,339 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:30:00,339 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:00,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 121 2024-12-03T18:30:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-12-03T18:30:00,340 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:30:00,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742269_1445 (size=963) 2024-12-03T18:30:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-12-03T18:30:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-12-03T18:30:00,750 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307 2024-12-03T18:30:00,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742270_1446 (size=53) 2024-12-03T18:30:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-12-03T18:30:01,155 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:30:01,155 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 0b6d7d70c25ffe6ea979a4348960915b, disabling compactions & flushes 2024-12-03T18:30:01,155 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:01,155 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:01,155 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. after waiting 0 ms 2024-12-03T18:30:01,155 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:01,155 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:01,155 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:01,156 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:30:01,156 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733250601156"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733250601156"}]},"ts":"1733250601156"} 2024-12-03T18:30:01,157 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-03T18:30:01,158 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:30:01,158 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250601158"}]},"ts":"1733250601158"} 2024-12-03T18:30:01,159 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-03T18:30:01,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0b6d7d70c25ffe6ea979a4348960915b, ASSIGN}] 2024-12-03T18:30:01,206 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0b6d7d70c25ffe6ea979a4348960915b, ASSIGN 2024-12-03T18:30:01,207 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0b6d7d70c25ffe6ea979a4348960915b, ASSIGN; state=OFFLINE, location=5840ab6af6da,43459,1733250473452; forceNewPlan=false, retain=false 2024-12-03T18:30:01,357 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=0b6d7d70c25ffe6ea979a4348960915b, regionState=OPENING, regionLocation=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:01,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; OpenRegionProcedure 0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452}] 2024-12-03T18:30:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-12-03T18:30:01,510 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:01,514 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:01,514 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7285): Opening region: {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:30:01,515 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0b6d7d70c25ffe6ea979a4348960915b 2024-12-03T18:30:01,515 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:30:01,515 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7327): checking encryption for 0b6d7d70c25ffe6ea979a4348960915b 2024-12-03T18:30:01,515 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7330): checking classloading for 0b6d7d70c25ffe6ea979a4348960915b 2024-12-03T18:30:01,517 INFO [StoreOpener-0b6d7d70c25ffe6ea979a4348960915b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0b6d7d70c25ffe6ea979a4348960915b 2024-12-03T18:30:01,519 INFO [StoreOpener-0b6d7d70c25ffe6ea979a4348960915b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T18:30:01,519 INFO [StoreOpener-0b6d7d70c25ffe6ea979a4348960915b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b6d7d70c25ffe6ea979a4348960915b columnFamilyName A 2024-12-03T18:30:01,519 DEBUG [StoreOpener-0b6d7d70c25ffe6ea979a4348960915b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:01,520 INFO [StoreOpener-0b6d7d70c25ffe6ea979a4348960915b-1 {}] regionserver.HStore(327): Store=0b6d7d70c25ffe6ea979a4348960915b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:30:01,520 INFO [StoreOpener-0b6d7d70c25ffe6ea979a4348960915b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0b6d7d70c25ffe6ea979a4348960915b 2024-12-03T18:30:01,521 INFO [StoreOpener-0b6d7d70c25ffe6ea979a4348960915b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T18:30:01,521 INFO [StoreOpener-0b6d7d70c25ffe6ea979a4348960915b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b6d7d70c25ffe6ea979a4348960915b columnFamilyName B 2024-12-03T18:30:01,521 DEBUG [StoreOpener-0b6d7d70c25ffe6ea979a4348960915b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:01,522 INFO [StoreOpener-0b6d7d70c25ffe6ea979a4348960915b-1 {}] regionserver.HStore(327): Store=0b6d7d70c25ffe6ea979a4348960915b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:30:01,522 INFO [StoreOpener-0b6d7d70c25ffe6ea979a4348960915b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0b6d7d70c25ffe6ea979a4348960915b 2024-12-03T18:30:01,523 INFO [StoreOpener-0b6d7d70c25ffe6ea979a4348960915b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T18:30:01,523 INFO [StoreOpener-0b6d7d70c25ffe6ea979a4348960915b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b6d7d70c25ffe6ea979a4348960915b columnFamilyName C 2024-12-03T18:30:01,523 DEBUG [StoreOpener-0b6d7d70c25ffe6ea979a4348960915b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:01,523 INFO [StoreOpener-0b6d7d70c25ffe6ea979a4348960915b-1 {}] regionserver.HStore(327): Store=0b6d7d70c25ffe6ea979a4348960915b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:30:01,524 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:01,524 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b 2024-12-03T18:30:01,525 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b 2024-12-03T18:30:01,526 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T18:30:01,527 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1085): writing seq id for 0b6d7d70c25ffe6ea979a4348960915b 2024-12-03T18:30:01,528 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:30:01,528 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1102): Opened 0b6d7d70c25ffe6ea979a4348960915b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73742177, jitterRate=0.09884406626224518}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T18:30:01,529 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1001): Region open journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:01,529 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b., pid=123, masterSystemTime=1733250601510 2024-12-03T18:30:01,530 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:01,531 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:01,531 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=0b6d7d70c25ffe6ea979a4348960915b, regionState=OPEN, openSeqNum=2, regionLocation=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:01,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-12-03T18:30:01,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; OpenRegionProcedure 0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 in 174 msec 2024-12-03T18:30:01,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=122, resume processing ppid=121 2024-12-03T18:30:01,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0b6d7d70c25ffe6ea979a4348960915b, ASSIGN in 328 msec 2024-12-03T18:30:01,534 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:30:01,535 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250601534"}]},"ts":"1733250601534"} 2024-12-03T18:30:01,535 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-03T18:30:01,546 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:30:01,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2090 sec 2024-12-03T18:30:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-12-03T18:30:02,444 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 121 completed 2024-12-03T18:30:02,445 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3fa53591 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3cb726fe 2024-12-03T18:30:02,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59bd764a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:02,457 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:30:02,458 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43878, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:30:02,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:30:02,461 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:30:02,462 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3512017b to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@301741f1 2024-12-03T18:30:02,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a6e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:02,473 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x695c2253 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63cefe40 2024-12-03T18:30:02,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c12a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:02,482 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7177efc9 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@65df2359 2024-12-03T18:30:02,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef40578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:02,490 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61d38088 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d0ab200 2024-12-03T18:30:02,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bb71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:02,498 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7043f683 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5871c039 2024-12-03T18:30:02,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc0f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:02,507 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7daa5922 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b8b6e04 2024-12-03T18:30:02,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed69825, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:02,516 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b7f20c4 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc486e1 2024-12-03T18:30:02,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11193a0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:02,532 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f7c40ba to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2070263a 2024-12-03T18:30:02,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7861b162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:02,549 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x41b0e7b6 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6050584c 2024-12-03T18:30:02,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154f0f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:02,568 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0f2423f3 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6dd48863 2024-12-03T18:30:02,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a917b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:02,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:30:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-12-03T18:30:02,610 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:30:02,610 DEBUG [hconnection-0x722ff9b0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:30:02,611 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:30:02,611 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:30:02,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:30:02,612 DEBUG [hconnection-0x7a78ca0d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:30:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-03T18:30:02,616 DEBUG [hconnection-0x534f255d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:30:02,617 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43906, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:30:02,619 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43902, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:30:02,620 DEBUG [hconnection-0x3876437c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:30:02,621 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43916, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:30:02,623 DEBUG [hconnection-0x479caa9a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:30:02,625 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43924, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:30:02,631 DEBUG [hconnection-0xef4cf2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:30:02,631 DEBUG [hconnection-0x68cd0e8b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:30:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 0b6d7d70c25ffe6ea979a4348960915b 2024-12-03T18:30:02,632 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43934, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:30:02,634 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43936, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:30:02,635 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b6d7d70c25ffe6ea979a4348960915b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T18:30:02,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=A 2024-12-03T18:30:02,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:02,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=B 2024-12-03T18:30:02,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:02,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=C 2024-12-03T18:30:02,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:02,639 DEBUG [hconnection-0x1a324fcb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:30:02,641 DEBUG [hconnection-0x5365aea7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:30:02,643 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43966, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:30:02,644 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43978, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:30:02,651 DEBUG [hconnection-0x6d91d148-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:30:02,652 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43980, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:30:02,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250662656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:02,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43924 deadline: 1733250662657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:02,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250662659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:02,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250662662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:02,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250662666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:02,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/ac7f14e716f54901ba24ccdc190a269b is 50, key is test_row_0/A:col10/1733250602622/Put/seqid=0 2024-12-03T18:30:02,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742271_1447 (size=12001) 2024-12-03T18:30:02,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-03T18:30:02,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43924 deadline: 1733250662762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:02,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250662764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:02,765 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:02,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-03T18:30:02,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:02,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:02,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:02,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:02,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:02,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:02,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250662766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:02,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250662771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:02,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250662775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-03T18:30:02,919 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:02,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-03T18:30:02,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:02,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:02,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:02,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:02,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:02,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250662971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:02,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43924 deadline: 1733250662975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:02,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250662975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:02,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250662979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:02,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250662996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:03,076 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:03,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-03T18:30:03,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:03,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:03,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:03,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:03,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:03,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:03,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/ac7f14e716f54901ba24ccdc190a269b 2024-12-03T18:30:03,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/02f7e6ca1215475a96e22affb142c982 is 50, key is test_row_0/B:col10/1733250602622/Put/seqid=0 2024-12-03T18:30:03,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-03T18:30:03,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742272_1448 (size=12001) 2024-12-03T18:30:03,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/02f7e6ca1215475a96e22affb142c982 2024-12-03T18:30:03,235 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:03,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-03T18:30:03,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:03,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:03,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:03,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:03,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:03,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:03,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:03,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250663282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:03,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250663282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:03,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43924 deadline: 1733250663282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:03,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250663293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:03,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250663303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:03,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/97e942f7cf3241d2860d27f33973f433 is 50, key is test_row_0/C:col10/1733250602622/Put/seqid=0 2024-12-03T18:30:03,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742273_1449 (size=12001) 2024-12-03T18:30:03,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/97e942f7cf3241d2860d27f33973f433 2024-12-03T18:30:03,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/ac7f14e716f54901ba24ccdc190a269b as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/ac7f14e716f54901ba24ccdc190a269b 2024-12-03T18:30:03,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/ac7f14e716f54901ba24ccdc190a269b, entries=150, sequenceid=14, filesize=11.7 K 2024-12-03T18:30:03,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/02f7e6ca1215475a96e22affb142c982 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/02f7e6ca1215475a96e22affb142c982 2024-12-03T18:30:03,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/02f7e6ca1215475a96e22affb142c982, entries=150, sequenceid=14, filesize=11.7 K 2024-12-03T18:30:03,393 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:03,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-03T18:30:03,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:03,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:03,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:03,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:03,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:03,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/97e942f7cf3241d2860d27f33973f433 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/97e942f7cf3241d2860d27f33973f433 2024-12-03T18:30:03,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/97e942f7cf3241d2860d27f33973f433, entries=150, sequenceid=14, filesize=11.7 K 2024-12-03T18:30:03,441 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 0b6d7d70c25ffe6ea979a4348960915b in 807ms, sequenceid=14, compaction requested=false 2024-12-03T18:30:03,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:03,551 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:03,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-03T18:30:03,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:03,551 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 0b6d7d70c25ffe6ea979a4348960915b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T18:30:03,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=A 2024-12-03T18:30:03,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:03,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=B 2024-12-03T18:30:03,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:03,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=C 2024-12-03T18:30:03,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:03,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/cd65e6f181f74145a2aba9bb433cd100 is 50, key is test_row_0/A:col10/1733250602656/Put/seqid=0 2024-12-03T18:30:03,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742274_1450 (size=12001) 2024-12-03T18:30:03,580 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/cd65e6f181f74145a2aba9bb433cd100 2024-12-03T18:30:03,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/b649ed8de14244ea994e88bf18cc00de is 50, key is test_row_0/B:col10/1733250602656/Put/seqid=0 2024-12-03T18:30:03,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742275_1451 (size=12001) 2024-12-03T18:30:03,619 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/b649ed8de14244ea994e88bf18cc00de 2024-12-03T18:30:03,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/7a43998b5ce44a898f8c612dca221d4d is 50, key is test_row_0/C:col10/1733250602656/Put/seqid=0 2024-12-03T18:30:03,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742276_1452 (size=12001) 2024-12-03T18:30:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-03T18:30:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 0b6d7d70c25ffe6ea979a4348960915b 2024-12-03T18:30:03,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:03,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250663814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:03,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250663815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:03,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:03,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250663823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:03,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:03,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250663823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:03,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:03,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43924 deadline: 1733250663824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:03,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250663924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:03,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250663931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:03,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250663933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:03,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43924 deadline: 1733250663933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:03,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250663937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:04,065 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/7a43998b5ce44a898f8c612dca221d4d 2024-12-03T18:30:04,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/cd65e6f181f74145a2aba9bb433cd100 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/cd65e6f181f74145a2aba9bb433cd100 2024-12-03T18:30:04,093 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/cd65e6f181f74145a2aba9bb433cd100, entries=150, sequenceid=39, filesize=11.7 K 2024-12-03T18:30:04,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/b649ed8de14244ea994e88bf18cc00de as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/b649ed8de14244ea994e88bf18cc00de 2024-12-03T18:30:04,098 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/b649ed8de14244ea994e88bf18cc00de, entries=150, sequenceid=39, filesize=11.7 K 2024-12-03T18:30:04,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-12-03T18:30:04,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/7a43998b5ce44a898f8c612dca221d4d as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/7a43998b5ce44a898f8c612dca221d4d 2024-12-03T18:30:04,108 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/7a43998b5ce44a898f8c612dca221d4d, entries=150, sequenceid=39, filesize=11.7 K 2024-12-03T18:30:04,111 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 0b6d7d70c25ffe6ea979a4348960915b in 560ms, sequenceid=39, compaction requested=false 2024-12-03T18:30:04,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:04,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:04,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-12-03T18:30:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-12-03T18:30:04,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-12-03T18:30:04,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5010 sec 2024-12-03T18:30:04,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.5100 sec 2024-12-03T18:30:04,144 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b6d7d70c25ffe6ea979a4348960915b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-03T18:30:04,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=A 2024-12-03T18:30:04,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:04,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=B 2024-12-03T18:30:04,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:04,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=C 2024-12-03T18:30:04,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 0b6d7d70c25ffe6ea979a4348960915b 2024-12-03T18:30:04,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/9293612a4f044c21aa96cbbbaf5f441f is 50, key is test_row_0/A:col10/1733250604139/Put/seqid=0 2024-12-03T18:30:04,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742277_1453 (size=12001) 2024-12-03T18:30:04,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/9293612a4f044c21aa96cbbbaf5f441f 2024-12-03T18:30:04,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250664216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:04,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250664226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:04,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/053cd47d329b4469b5f1b4938264a436 is 50, key is test_row_0/B:col10/1733250604139/Put/seqid=0 2024-12-03T18:30:04,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43924 deadline: 1733250664236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:04,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250664242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:04,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250664253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:04,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742278_1454 (size=12001) 2024-12-03T18:30:04,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250664345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:04,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250664357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:04,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43924 deadline: 1733250664363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:04,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250664365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:04,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250664375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:04,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250664562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:04,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250664569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:04,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43924 deadline: 1733250664573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:04,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250664583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:04,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250664584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:04,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/053cd47d329b4469b5f1b4938264a436 2024-12-03T18:30:04,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-03T18:30:04,719 INFO [Thread-2003 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-12-03T18:30:04,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:30:04,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/ecaee13499714851b89e150fda7c71dc is 50, key is test_row_0/C:col10/1733250604139/Put/seqid=0 2024-12-03T18:30:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-12-03T18:30:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-03T18:30:04,740 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:30:04,741 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:30:04,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:30:04,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742279_1455 (size=12001) 2024-12-03T18:30:04,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-03T18:30:04,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250664879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:04,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250664880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:04,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43924 deadline: 1733250664884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:04,894 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:04,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-03T18:30:04,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:04,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:04,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:04,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:04,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:04,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250664901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:04,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250664901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-03T18:30:05,052 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:05,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-03T18:30:05,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:05,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:05,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:05,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:05,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:05,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/ecaee13499714851b89e150fda7c71dc 2024-12-03T18:30:05,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/9293612a4f044c21aa96cbbbaf5f441f as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/9293612a4f044c21aa96cbbbaf5f441f 2024-12-03T18:30:05,206 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:05,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-03T18:30:05,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:05,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:05,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:05,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:05,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:05,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/9293612a4f044c21aa96cbbbaf5f441f, entries=150, sequenceid=52, filesize=11.7 K 2024-12-03T18:30:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:05,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/053cd47d329b4469b5f1b4938264a436 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/053cd47d329b4469b5f1b4938264a436 2024-12-03T18:30:05,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/053cd47d329b4469b5f1b4938264a436, entries=150, sequenceid=52, filesize=11.7 K 2024-12-03T18:30:05,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/ecaee13499714851b89e150fda7c71dc as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/ecaee13499714851b89e150fda7c71dc 2024-12-03T18:30:05,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/ecaee13499714851b89e150fda7c71dc, entries=150, sequenceid=52, filesize=11.7 K 2024-12-03T18:30:05,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 0b6d7d70c25ffe6ea979a4348960915b in 1133ms, sequenceid=52, compaction requested=true 2024-12-03T18:30:05,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:05,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b6d7d70c25ffe6ea979a4348960915b:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:30:05,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:30:05,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b6d7d70c25ffe6ea979a4348960915b:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:30:05,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-03T18:30:05,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b6d7d70c25ffe6ea979a4348960915b:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:30:05,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-03T18:30:05,278 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:30:05,282 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:30:05,297 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:30:05,297 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 0b6d7d70c25ffe6ea979a4348960915b/A is initiating minor compaction (all files) 2024-12-03T18:30:05,297 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b6d7d70c25ffe6ea979a4348960915b/A in TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:05,297 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/ac7f14e716f54901ba24ccdc190a269b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/cd65e6f181f74145a2aba9bb433cd100, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/9293612a4f044c21aa96cbbbaf5f441f] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp, totalSize=35.2 K 2024-12-03T18:30:05,299 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:30:05,299 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac7f14e716f54901ba24ccdc190a269b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733250602622 2024-12-03T18:30:05,299 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 0b6d7d70c25ffe6ea979a4348960915b/C is initiating minor compaction (all files) 2024-12-03T18:30:05,299 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b6d7d70c25ffe6ea979a4348960915b/C in TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:05,299 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/97e942f7cf3241d2860d27f33973f433, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/7a43998b5ce44a898f8c612dca221d4d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/ecaee13499714851b89e150fda7c71dc] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp, totalSize=35.2 K 2024-12-03T18:30:05,303 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T18:30:05,303 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 97e942f7cf3241d2860d27f33973f433, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733250602622 2024-12-03T18:30:05,304 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd65e6f181f74145a2aba9bb433cd100, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733250602655 2024-12-03T18:30:05,305 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a43998b5ce44a898f8c612dca221d4d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733250602655 2024-12-03T18:30:05,308 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting ecaee13499714851b89e150fda7c71dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733250603820 2024-12-03T18:30:05,310 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9293612a4f044c21aa96cbbbaf5f441f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733250603820 2024-12-03T18:30:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-03T18:30:05,370 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:05,372 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b6d7d70c25ffe6ea979a4348960915b#A#compaction#373 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:05,373 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/6b6514d49fa143e687d6a1ff4d35a45e is 50, key is test_row_0/A:col10/1733250604139/Put/seqid=0 2024-12-03T18:30:05,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-03T18:30:05,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:05,379 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 0b6d7d70c25ffe6ea979a4348960915b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T18:30:05,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=A 2024-12-03T18:30:05,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:05,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=B 2024-12-03T18:30:05,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:05,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=C 2024-12-03T18:30:05,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:05,396 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b6d7d70c25ffe6ea979a4348960915b#C#compaction#374 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:05,397 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/4df42db6b3e84745b3818db260b1e2d2 is 50, key is test_row_0/C:col10/1733250604139/Put/seqid=0 2024-12-03T18:30:05,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 0b6d7d70c25ffe6ea979a4348960915b 2024-12-03T18:30:05,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/40e3fab5ae5640b490d72e1026d36e0c is 50, key is test_row_0/A:col10/1733250604229/Put/seqid=0 2024-12-03T18:30:05,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742280_1456 (size=12104) 2024-12-03T18:30:05,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742281_1457 (size=12104) 2024-12-03T18:30:05,444 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/6b6514d49fa143e687d6a1ff4d35a45e as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/6b6514d49fa143e687d6a1ff4d35a45e 2024-12-03T18:30:05,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742282_1458 (size=12001) 2024-12-03T18:30:05,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:05,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250665430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250665431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:05,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250665439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:05,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250665450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:05,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43924 deadline: 1733250665459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:05,471 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b6d7d70c25ffe6ea979a4348960915b/A of 0b6d7d70c25ffe6ea979a4348960915b into 6b6514d49fa143e687d6a1ff4d35a45e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:05,471 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:05,471 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b., storeName=0b6d7d70c25ffe6ea979a4348960915b/A, priority=13, startTime=1733250605278; duration=0sec 2024-12-03T18:30:05,471 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:30:05,471 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b6d7d70c25ffe6ea979a4348960915b:A 2024-12-03T18:30:05,471 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:30:05,473 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:30:05,473 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 0b6d7d70c25ffe6ea979a4348960915b/B is initiating minor compaction (all files) 2024-12-03T18:30:05,473 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b6d7d70c25ffe6ea979a4348960915b/B in TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:05,473 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/02f7e6ca1215475a96e22affb142c982, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/b649ed8de14244ea994e88bf18cc00de, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/053cd47d329b4469b5f1b4938264a436] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp, totalSize=35.2 K 2024-12-03T18:30:05,473 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02f7e6ca1215475a96e22affb142c982, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733250602622 2024-12-03T18:30:05,474 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting b649ed8de14244ea994e88bf18cc00de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733250602655 2024-12-03T18:30:05,474 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 053cd47d329b4469b5f1b4938264a436, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733250603820 2024-12-03T18:30:05,482 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b6d7d70c25ffe6ea979a4348960915b#B#compaction#376 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:05,482 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/b83e8e9454ee4708af8e3a3f686d6649 is 50, key is test_row_0/B:col10/1733250604139/Put/seqid=0 2024-12-03T18:30:05,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742283_1459 (size=12104) 2024-12-03T18:30:05,533 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/b83e8e9454ee4708af8e3a3f686d6649 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/b83e8e9454ee4708af8e3a3f686d6649 2024-12-03T18:30:05,551 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b6d7d70c25ffe6ea979a4348960915b/B of 0b6d7d70c25ffe6ea979a4348960915b into b83e8e9454ee4708af8e3a3f686d6649(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:05,551 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:05,551 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b., storeName=0b6d7d70c25ffe6ea979a4348960915b/B, priority=13, startTime=1733250605278; duration=0sec 2024-12-03T18:30:05,551 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:05,551 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b6d7d70c25ffe6ea979a4348960915b:B 2024-12-03T18:30:05,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250665555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:05,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250665555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:05,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250665561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:05,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43924 deadline: 1733250665565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:05,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250665567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:05,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250665761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:05,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250665762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:05,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250665769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:05,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43924 deadline: 1733250665771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:05,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250665775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:05,847 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/40e3fab5ae5640b490d72e1026d36e0c 2024-12-03T18:30:05,850 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/4df42db6b3e84745b3818db260b1e2d2 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/4df42db6b3e84745b3818db260b1e2d2 2024-12-03T18:30:05,856 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b6d7d70c25ffe6ea979a4348960915b/C of 0b6d7d70c25ffe6ea979a4348960915b into 4df42db6b3e84745b3818db260b1e2d2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:05,856 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:05,856 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b., storeName=0b6d7d70c25ffe6ea979a4348960915b/C, priority=13, startTime=1733250605278; duration=0sec 2024-12-03T18:30:05,856 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:05,856 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b6d7d70c25ffe6ea979a4348960915b:C 2024-12-03T18:30:05,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/620a038a4157423b8fa3c6896eadefaa is 50, key is test_row_0/B:col10/1733250604229/Put/seqid=0 2024-12-03T18:30:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-03T18:30:05,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742284_1460 (size=12001) 2024-12-03T18:30:06,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:06,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250666072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:06,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250666075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:06,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:06,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43924 deadline: 1733250666077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:06,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:06,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250666081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:06,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250666087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:06,283 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/620a038a4157423b8fa3c6896eadefaa 2024-12-03T18:30:06,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/cba6ce216e674c5e8ccf84f911be33fa is 50, key is test_row_0/C:col10/1733250604229/Put/seqid=0 2024-12-03T18:30:06,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742285_1461 (size=12001) 2024-12-03T18:30:06,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250666582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:06,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250666583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:06,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43924 deadline: 1733250666586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:06,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250666607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:06,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250666607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:06,756 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/cba6ce216e674c5e8ccf84f911be33fa 2024-12-03T18:30:06,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/40e3fab5ae5640b490d72e1026d36e0c as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/40e3fab5ae5640b490d72e1026d36e0c 2024-12-03T18:30:06,828 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/40e3fab5ae5640b490d72e1026d36e0c, entries=150, sequenceid=77, filesize=11.7 K 2024-12-03T18:30:06,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/620a038a4157423b8fa3c6896eadefaa as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/620a038a4157423b8fa3c6896eadefaa 2024-12-03T18:30:06,860 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/620a038a4157423b8fa3c6896eadefaa, entries=150, sequenceid=77, filesize=11.7 K 2024-12-03T18:30:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-03T18:30:06,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/cba6ce216e674c5e8ccf84f911be33fa as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/cba6ce216e674c5e8ccf84f911be33fa 2024-12-03T18:30:06,869 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/cba6ce216e674c5e8ccf84f911be33fa, entries=150, sequenceid=77, filesize=11.7 K 2024-12-03T18:30:06,875 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0b6d7d70c25ffe6ea979a4348960915b in 1496ms, sequenceid=77, compaction requested=false 2024-12-03T18:30:06,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:06,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:06,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-12-03T18:30:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-12-03T18:30:06,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-12-03T18:30:06,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1530 sec 2024-12-03T18:30:06,923 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 2.1910 sec 2024-12-03T18:30:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 0b6d7d70c25ffe6ea979a4348960915b 2024-12-03T18:30:07,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b6d7d70c25ffe6ea979a4348960915b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-03T18:30:07,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=A 2024-12-03T18:30:07,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:07,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=B 2024-12-03T18:30:07,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:07,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=C 2024-12-03T18:30:07,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:07,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/d0fb7b376203466983da73ee646cc690 is 50, key is test_row_0/A:col10/1733250607595/Put/seqid=0 2024-12-03T18:30:07,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250667641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:07,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250667642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:07,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43924 deadline: 1733250667642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:07,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250667643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:07,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250667644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:07,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742286_1462 (size=12001) 2024-12-03T18:30:07,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/d0fb7b376203466983da73ee646cc690 2024-12-03T18:30:07,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/e891f1ef079f47239c50c3c46a3f7857 is 50, key is test_row_0/B:col10/1733250607595/Put/seqid=0 2024-12-03T18:30:07,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742287_1463 (size=12001) 2024-12-03T18:30:07,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/e891f1ef079f47239c50c3c46a3f7857 2024-12-03T18:30:07,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/01b369374dfb4cc9b53745f1d8ad88a7 is 50, key is test_row_0/C:col10/1733250607595/Put/seqid=0 2024-12-03T18:30:07,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742288_1464 (size=12001) 2024-12-03T18:30:07,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/01b369374dfb4cc9b53745f1d8ad88a7 2024-12-03T18:30:07,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250667751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:07,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43924 deadline: 1733250667751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:07,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250667751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:07,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250667752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:07,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/d0fb7b376203466983da73ee646cc690 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/d0fb7b376203466983da73ee646cc690 2024-12-03T18:30:07,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250667754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:07,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/d0fb7b376203466983da73ee646cc690, entries=150, sequenceid=93, filesize=11.7 K 2024-12-03T18:30:07,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/e891f1ef079f47239c50c3c46a3f7857 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/e891f1ef079f47239c50c3c46a3f7857 2024-12-03T18:30:07,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/e891f1ef079f47239c50c3c46a3f7857, entries=150, sequenceid=93, filesize=11.7 K 2024-12-03T18:30:07,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/01b369374dfb4cc9b53745f1d8ad88a7 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/01b369374dfb4cc9b53745f1d8ad88a7 2024-12-03T18:30:07,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/01b369374dfb4cc9b53745f1d8ad88a7, entries=150, sequenceid=93, filesize=11.7 K 2024-12-03T18:30:07,781 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 0b6d7d70c25ffe6ea979a4348960915b in 174ms, sequenceid=93, compaction requested=true 2024-12-03T18:30:07,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:07,781 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:30:07,782 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:30:07,782 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 0b6d7d70c25ffe6ea979a4348960915b/A is initiating minor compaction (all files) 2024-12-03T18:30:07,782 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b6d7d70c25ffe6ea979a4348960915b/A in TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:07,782 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/6b6514d49fa143e687d6a1ff4d35a45e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/40e3fab5ae5640b490d72e1026d36e0c, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/d0fb7b376203466983da73ee646cc690] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp, totalSize=35.3 K 2024-12-03T18:30:07,782 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b6514d49fa143e687d6a1ff4d35a45e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733250603820 2024-12-03T18:30:07,783 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40e3fab5ae5640b490d72e1026d36e0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733250604223 2024-12-03T18:30:07,783 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0fb7b376203466983da73ee646cc690, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733250605441 2024-12-03T18:30:07,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b6d7d70c25ffe6ea979a4348960915b:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:30:07,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:07,784 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:30:07,785 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:30:07,785 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 0b6d7d70c25ffe6ea979a4348960915b/B is initiating minor compaction (all files) 2024-12-03T18:30:07,785 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b6d7d70c25ffe6ea979a4348960915b/B in TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:07,785 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/b83e8e9454ee4708af8e3a3f686d6649, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/620a038a4157423b8fa3c6896eadefaa, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/e891f1ef079f47239c50c3c46a3f7857] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp, totalSize=35.3 K 2024-12-03T18:30:07,786 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting b83e8e9454ee4708af8e3a3f686d6649, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733250603820 2024-12-03T18:30:07,787 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 620a038a4157423b8fa3c6896eadefaa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733250604223 2024-12-03T18:30:07,787 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting e891f1ef079f47239c50c3c46a3f7857, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733250605441 2024-12-03T18:30:07,797 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b6d7d70c25ffe6ea979a4348960915b#A#compaction#382 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:07,797 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b6d7d70c25ffe6ea979a4348960915b#B#compaction#383 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:07,797 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/05f831c9c65b4a229097424cc4786e32 is 50, key is test_row_0/A:col10/1733250607595/Put/seqid=0 2024-12-03T18:30:07,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b6d7d70c25ffe6ea979a4348960915b:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:30:07,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:07,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b6d7d70c25ffe6ea979a4348960915b:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:30:07,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:30:07,802 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/b4f9900b3cda4ae49713d5b271770ab4 is 50, key is test_row_0/B:col10/1733250607595/Put/seqid=0 2024-12-03T18:30:07,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742290_1466 (size=12207) 2024-12-03T18:30:07,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742289_1465 (size=12207) 2024-12-03T18:30:07,826 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/b4f9900b3cda4ae49713d5b271770ab4 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/b4f9900b3cda4ae49713d5b271770ab4 2024-12-03T18:30:07,834 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b6d7d70c25ffe6ea979a4348960915b/B of 0b6d7d70c25ffe6ea979a4348960915b into b4f9900b3cda4ae49713d5b271770ab4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:07,834 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:07,834 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b., storeName=0b6d7d70c25ffe6ea979a4348960915b/B, priority=13, startTime=1733250607784; duration=0sec 2024-12-03T18:30:07,834 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:30:07,834 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b6d7d70c25ffe6ea979a4348960915b:B 2024-12-03T18:30:07,834 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:30:07,837 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:30:07,837 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 0b6d7d70c25ffe6ea979a4348960915b/C is initiating minor compaction (all files) 2024-12-03T18:30:07,837 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b6d7d70c25ffe6ea979a4348960915b/C in TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:07,837 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/4df42db6b3e84745b3818db260b1e2d2, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/cba6ce216e674c5e8ccf84f911be33fa, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/01b369374dfb4cc9b53745f1d8ad88a7] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp, totalSize=35.3 K 2024-12-03T18:30:07,837 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 4df42db6b3e84745b3818db260b1e2d2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733250603820 2024-12-03T18:30:07,838 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting cba6ce216e674c5e8ccf84f911be33fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733250604223 2024-12-03T18:30:07,838 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 01b369374dfb4cc9b53745f1d8ad88a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733250605441 2024-12-03T18:30:07,848 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b6d7d70c25ffe6ea979a4348960915b#C#compaction#384 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:07,849 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/dd09618cb1524501bb2129fbdf125893 is 50, key is test_row_0/C:col10/1733250607595/Put/seqid=0 2024-12-03T18:30:07,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742291_1467 (size=12207) 2024-12-03T18:30:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 0b6d7d70c25ffe6ea979a4348960915b 2024-12-03T18:30:07,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b6d7d70c25ffe6ea979a4348960915b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-03T18:30:07,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=A 2024-12-03T18:30:07,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:07,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=B 2024-12-03T18:30:07,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:07,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=C 2024-12-03T18:30:07,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:07,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/731650277f47452bac6fbff9f5263824 is 50, key is test_row_0/A:col10/1733250607958/Put/seqid=0 2024-12-03T18:30:07,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742292_1468 (size=16681) 2024-12-03T18:30:07,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43924 deadline: 1733250667972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:07,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250667972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:07,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250667977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:07,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250667979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:07,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250667979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:08,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43924 deadline: 1733250668081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:08,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250668087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:08,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250668087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:08,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250668088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:08,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250668089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:08,227 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/05f831c9c65b4a229097424cc4786e32 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/05f831c9c65b4a229097424cc4786e32 2024-12-03T18:30:08,234 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b6d7d70c25ffe6ea979a4348960915b/A of 0b6d7d70c25ffe6ea979a4348960915b into 05f831c9c65b4a229097424cc4786e32(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:08,234 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:08,234 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b., storeName=0b6d7d70c25ffe6ea979a4348960915b/A, priority=13, startTime=1733250607781; duration=0sec 2024-12-03T18:30:08,234 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:08,234 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b6d7d70c25ffe6ea979a4348960915b:A 2024-12-03T18:30:08,268 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/dd09618cb1524501bb2129fbdf125893 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/dd09618cb1524501bb2129fbdf125893 2024-12-03T18:30:08,273 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b6d7d70c25ffe6ea979a4348960915b/C of 0b6d7d70c25ffe6ea979a4348960915b into dd09618cb1524501bb2129fbdf125893(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:08,273 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:08,273 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b., storeName=0b6d7d70c25ffe6ea979a4348960915b/C, priority=13, startTime=1733250607798; duration=0sec 2024-12-03T18:30:08,273 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:08,273 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b6d7d70c25ffe6ea979a4348960915b:C 2024-12-03T18:30:08,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43924 deadline: 1733250668287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:08,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:08,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250668294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250668295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:08,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250668299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:08,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250668303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:08,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/731650277f47452bac6fbff9f5263824 2024-12-03T18:30:08,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/5dc9639ebdbd4ddf9b2fc60d37ccba72 is 50, key is test_row_0/B:col10/1733250607958/Put/seqid=0 2024-12-03T18:30:08,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742293_1469 (size=12001) 2024-12-03T18:30:08,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250668598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:08,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250668598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:08,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43924 deadline: 1733250668601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:08,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250668611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:08,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250668613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:08,785 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/5dc9639ebdbd4ddf9b2fc60d37ccba72 2024-12-03T18:30:08,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/285adf4986174cff80de5abf6eff70f4 is 50, key is test_row_0/C:col10/1733250607958/Put/seqid=0 2024-12-03T18:30:08,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742294_1470 (size=12001) 2024-12-03T18:30:08,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/285adf4986174cff80de5abf6eff70f4 2024-12-03T18:30:08,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/731650277f47452bac6fbff9f5263824 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/731650277f47452bac6fbff9f5263824 2024-12-03T18:30:08,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/731650277f47452bac6fbff9f5263824, entries=250, sequenceid=119, filesize=16.3 K 2024-12-03T18:30:08,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/5dc9639ebdbd4ddf9b2fc60d37ccba72 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/5dc9639ebdbd4ddf9b2fc60d37ccba72 2024-12-03T18:30:08,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/5dc9639ebdbd4ddf9b2fc60d37ccba72, entries=150, sequenceid=119, filesize=11.7 K 2024-12-03T18:30:08,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/285adf4986174cff80de5abf6eff70f4 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/285adf4986174cff80de5abf6eff70f4 2024-12-03T18:30:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-03T18:30:08,875 INFO [Thread-2003 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-12-03T18:30:08,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:30:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-12-03T18:30:08,878 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:30:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-03T18:30:08,878 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:30:08,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:30:08,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/285adf4986174cff80de5abf6eff70f4, entries=150, sequenceid=119, filesize=11.7 K 2024-12-03T18:30:08,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0b6d7d70c25ffe6ea979a4348960915b in 929ms, sequenceid=119, compaction requested=false 2024-12-03T18:30:08,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-03T18:30:09,029 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:09,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-03T18:30:09,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:09,036 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 0b6d7d70c25ffe6ea979a4348960915b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T18:30:09,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=A 2024-12-03T18:30:09,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:09,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=B 2024-12-03T18:30:09,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:09,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=C 2024-12-03T18:30:09,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:09,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/e5143afe7ade4f0fb6710af7ecc1e260 is 50, key is test_row_0/A:col10/1733250607978/Put/seqid=0 2024-12-03T18:30:09,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742295_1471 (size=9707) 2024-12-03T18:30:09,062 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/e5143afe7ade4f0fb6710af7ecc1e260 2024-12-03T18:30:09,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/d29d8e2f8b9d46eba8997c55fe9d8c53 is 50, key is test_row_0/B:col10/1733250607978/Put/seqid=0 2024-12-03T18:30:09,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742296_1472 (size=9707) 2024-12-03T18:30:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 0b6d7d70c25ffe6ea979a4348960915b 2024-12-03T18:30:09,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:09,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:09,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250669148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:09,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250669150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:09,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250669152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:09,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:09,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250669153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:09,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:09,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43924 deadline: 1733250669153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:09,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-03T18:30:09,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:09,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250669258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:09,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:09,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250669262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:09,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:09,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250669262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:09,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:09,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250669265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:09,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43924 deadline: 1733250669265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:09,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250669461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:09,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250669468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:09,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250669472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:09,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250669475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-03T18:30:09,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43924 deadline: 1733250669482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:09,491 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/d29d8e2f8b9d46eba8997c55fe9d8c53 2024-12-03T18:30:09,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/6992b17734de46d6acddeeef66b7529a is 50, key is test_row_0/C:col10/1733250607978/Put/seqid=0 2024-12-03T18:30:09,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742297_1473 (size=9707) 2024-12-03T18:30:09,533 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/6992b17734de46d6acddeeef66b7529a 2024-12-03T18:30:09,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/e5143afe7ade4f0fb6710af7ecc1e260 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/e5143afe7ade4f0fb6710af7ecc1e260 2024-12-03T18:30:09,551 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/e5143afe7ade4f0fb6710af7ecc1e260, entries=100, sequenceid=132, filesize=9.5 K 2024-12-03T18:30:09,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/d29d8e2f8b9d46eba8997c55fe9d8c53 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/d29d8e2f8b9d46eba8997c55fe9d8c53 2024-12-03T18:30:09,558 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/d29d8e2f8b9d46eba8997c55fe9d8c53, entries=100, sequenceid=132, filesize=9.5 K 2024-12-03T18:30:09,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/6992b17734de46d6acddeeef66b7529a as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/6992b17734de46d6acddeeef66b7529a 2024-12-03T18:30:09,569 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/6992b17734de46d6acddeeef66b7529a, entries=100, sequenceid=132, filesize=9.5 K 2024-12-03T18:30:09,571 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0b6d7d70c25ffe6ea979a4348960915b in 535ms, sequenceid=132, compaction requested=true 2024-12-03T18:30:09,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:09,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:09,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-12-03T18:30:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-12-03T18:30:09,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-12-03T18:30:09,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 695 msec 2024-12-03T18:30:09,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 701 msec 2024-12-03T18:30:09,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 0b6d7d70c25ffe6ea979a4348960915b 2024-12-03T18:30:09,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b6d7d70c25ffe6ea979a4348960915b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-03T18:30:09,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=A 2024-12-03T18:30:09,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:09,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=B 2024-12-03T18:30:09,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:09,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=C 2024-12-03T18:30:09,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:09,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/658df4cf37534e318f880815420d049f is 50, key is test_row_0/A:col10/1733250609150/Put/seqid=0 2024-12-03T18:30:09,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742298_1474 (size=14541) 2024-12-03T18:30:09,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/658df4cf37534e318f880815420d049f 2024-12-03T18:30:09,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:09,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250669783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:09,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:09,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43924 deadline: 1733250669789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:09,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:09,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250669790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:09,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:09,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250669790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:09,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/b48d207daee141f1a9e1fcb680878f89 is 50, key is test_row_0/B:col10/1733250609150/Put/seqid=0 2024-12-03T18:30:09,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:09,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250669791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:09,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742299_1475 (size=12151) 2024-12-03T18:30:09,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250669891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:09,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250669901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:09,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250669901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:09,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250669902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-03T18:30:09,985 INFO [Thread-2003 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-12-03T18:30:09,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:30:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-12-03T18:30:09,989 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:30:09,989 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:30:09,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:30:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-03T18:30:10,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250670094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-03T18:30:10,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250670103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:10,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250670103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:10,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250670104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:10,141 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:10,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-03T18:30:10,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:10,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:10,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:10,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:10,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:10,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/b48d207daee141f1a9e1fcb680878f89 2024-12-03T18:30:10,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/66066602a2094162823e336a18750f2c is 50, key is test_row_0/C:col10/1733250609150/Put/seqid=0 2024-12-03T18:30:10,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742300_1476 (size=12151) 2024-12-03T18:30:10,294 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:10,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-03T18:30:10,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:10,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:10,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:10,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:10,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:10,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:10,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-03T18:30:10,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:10,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43924 deadline: 1733250670297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:10,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:10,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250670397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:10,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:10,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250670408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:10,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:10,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250670409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:10,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:10,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250670410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:10,449 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:10,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-03T18:30:10,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:10,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:10,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:10,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:10,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:10,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:10,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-03T18:30:10,612 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:10,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-03T18:30:10,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:10,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:10,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:10,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:10,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:10,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/66066602a2094162823e336a18750f2c 2024-12-03T18:30:10,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/658df4cf37534e318f880815420d049f as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/658df4cf37534e318f880815420d049f 2024-12-03T18:30:10,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/658df4cf37534e318f880815420d049f, entries=200, sequenceid=158, filesize=14.2 K 2024-12-03T18:30:10,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/b48d207daee141f1a9e1fcb680878f89 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/b48d207daee141f1a9e1fcb680878f89 2024-12-03T18:30:10,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/b48d207daee141f1a9e1fcb680878f89, entries=150, sequenceid=158, filesize=11.9 K 2024-12-03T18:30:10,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/66066602a2094162823e336a18750f2c as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/66066602a2094162823e336a18750f2c 2024-12-03T18:30:10,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/66066602a2094162823e336a18750f2c, entries=150, sequenceid=158, filesize=11.9 K 2024-12-03T18:30:10,741 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 0b6d7d70c25ffe6ea979a4348960915b in 968ms, sequenceid=158, compaction requested=true 2024-12-03T18:30:10,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:10,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b6d7d70c25ffe6ea979a4348960915b:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:30:10,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:30:10,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b6d7d70c25ffe6ea979a4348960915b:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:30:10,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-03T18:30:10,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b6d7d70c25ffe6ea979a4348960915b:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:30:10,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-03T18:30:10,742 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T18:30:10,742 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T18:30:10,746 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53136 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T18:30:10,746 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 0b6d7d70c25ffe6ea979a4348960915b/A is initiating minor compaction (all files) 2024-12-03T18:30:10,746 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b6d7d70c25ffe6ea979a4348960915b/A in TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:10,747 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/05f831c9c65b4a229097424cc4786e32, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/731650277f47452bac6fbff9f5263824, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/e5143afe7ade4f0fb6710af7ecc1e260, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/658df4cf37534e318f880815420d049f] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp, totalSize=51.9 K 2024-12-03T18:30:10,747 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05f831c9c65b4a229097424cc4786e32, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733250605441 2024-12-03T18:30:10,747 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 731650277f47452bac6fbff9f5263824, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733250607641 2024-12-03T18:30:10,748 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5143afe7ade4f0fb6710af7ecc1e260, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733250607977 2024-12-03T18:30:10,748 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 658df4cf37534e318f880815420d049f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733250609132 2024-12-03T18:30:10,758 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46066 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T18:30:10,759 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 0b6d7d70c25ffe6ea979a4348960915b/C is initiating minor compaction (all files) 2024-12-03T18:30:10,759 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b6d7d70c25ffe6ea979a4348960915b/C in TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:10,759 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/dd09618cb1524501bb2129fbdf125893, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/285adf4986174cff80de5abf6eff70f4, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/6992b17734de46d6acddeeef66b7529a, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/66066602a2094162823e336a18750f2c] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp, totalSize=45.0 K 2024-12-03T18:30:10,766 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:10,766 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting dd09618cb1524501bb2129fbdf125893, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733250605441 2024-12-03T18:30:10,770 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b6d7d70c25ffe6ea979a4348960915b#A#compaction#394 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:10,770 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 285adf4986174cff80de5abf6eff70f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733250607643 2024-12-03T18:30:10,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-03T18:30:10,771 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/31c21d517ffd48abba8cce0051634e91 is 50, key is test_row_0/A:col10/1733250609150/Put/seqid=0 2024-12-03T18:30:10,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:10,771 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 0b6d7d70c25ffe6ea979a4348960915b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T18:30:10,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=A 2024-12-03T18:30:10,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:10,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=B 2024-12-03T18:30:10,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:10,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=C 2024-12-03T18:30:10,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:10,775 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 6992b17734de46d6acddeeef66b7529a, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733250607977 2024-12-03T18:30:10,779 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 66066602a2094162823e336a18750f2c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733250609150 2024-12-03T18:30:10,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/0a9d7348022b4ae4bb5fbf05073d7b0e is 50, key is test_row_0/A:col10/1733250609790/Put/seqid=0 2024-12-03T18:30:10,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742301_1477 (size=12493) 2024-12-03T18:30:10,850 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b6d7d70c25ffe6ea979a4348960915b#C#compaction#396 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:10,850 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/e0ec4dbcc19f4f76a35fa3de3826c9ad is 50, key is test_row_0/C:col10/1733250609150/Put/seqid=0 2024-12-03T18:30:10,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742302_1478 (size=12151) 2024-12-03T18:30:10,867 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/0a9d7348022b4ae4bb5fbf05073d7b0e 2024-12-03T18:30:10,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742303_1479 (size=12493) 2024-12-03T18:30:10,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/ade3d3029cac40bcafdf7db1bbfb4ed1 is 50, key is test_row_0/B:col10/1733250609790/Put/seqid=0 2024-12-03T18:30:10,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742304_1480 (size=12151) 2024-12-03T18:30:10,908 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/ade3d3029cac40bcafdf7db1bbfb4ed1 2024-12-03T18:30:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 0b6d7d70c25ffe6ea979a4348960915b 2024-12-03T18:30:10,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:10,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/2e98affcddb947719bd221ae74022c95 is 50, key is test_row_0/C:col10/1733250609790/Put/seqid=0 2024-12-03T18:30:10,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742305_1481 (size=12151) 2024-12-03T18:30:11,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250671010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:11,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250671010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:11,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250671011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:11,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250671020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-03T18:30:11,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250671126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:11,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250671129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:11,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250671129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:11,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250671143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:11,249 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/31c21d517ffd48abba8cce0051634e91 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/31c21d517ffd48abba8cce0051634e91 2024-12-03T18:30:11,275 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0b6d7d70c25ffe6ea979a4348960915b/A of 0b6d7d70c25ffe6ea979a4348960915b into 31c21d517ffd48abba8cce0051634e91(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:11,275 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:11,275 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b., storeName=0b6d7d70c25ffe6ea979a4348960915b/A, priority=12, startTime=1733250610741; duration=0sec 2024-12-03T18:30:11,275 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:30:11,275 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b6d7d70c25ffe6ea979a4348960915b:A 2024-12-03T18:30:11,275 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T18:30:11,283 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46066 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T18:30:11,283 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 0b6d7d70c25ffe6ea979a4348960915b/B is initiating minor compaction (all files) 2024-12-03T18:30:11,283 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b6d7d70c25ffe6ea979a4348960915b/B in TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:11,284 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/b4f9900b3cda4ae49713d5b271770ab4, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/5dc9639ebdbd4ddf9b2fc60d37ccba72, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/d29d8e2f8b9d46eba8997c55fe9d8c53, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/b48d207daee141f1a9e1fcb680878f89] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp, totalSize=45.0 K 2024-12-03T18:30:11,288 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4f9900b3cda4ae49713d5b271770ab4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733250605441 2024-12-03T18:30:11,292 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5dc9639ebdbd4ddf9b2fc60d37ccba72, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733250607643 2024-12-03T18:30:11,293 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/e0ec4dbcc19f4f76a35fa3de3826c9ad as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/e0ec4dbcc19f4f76a35fa3de3826c9ad 2024-12-03T18:30:11,293 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting d29d8e2f8b9d46eba8997c55fe9d8c53, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733250607977 2024-12-03T18:30:11,295 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting b48d207daee141f1a9e1fcb680878f89, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733250609150 2024-12-03T18:30:11,323 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0b6d7d70c25ffe6ea979a4348960915b/C of 0b6d7d70c25ffe6ea979a4348960915b into e0ec4dbcc19f4f76a35fa3de3826c9ad(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:11,323 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:11,323 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b., storeName=0b6d7d70c25ffe6ea979a4348960915b/C, priority=12, startTime=1733250610741; duration=0sec 2024-12-03T18:30:11,323 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:11,323 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b6d7d70c25ffe6ea979a4348960915b:C 2024-12-03T18:30:11,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43924 deadline: 1733250671314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:11,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250671336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:11,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250671339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:11,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250671342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:11,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250671355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:11,379 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b6d7d70c25ffe6ea979a4348960915b#B#compaction#399 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:11,380 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/46334ca4afcd4e59888e4a69c5f0fc17 is 50, key is test_row_0/B:col10/1733250609150/Put/seqid=0 2024-12-03T18:30:11,391 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/2e98affcddb947719bd221ae74022c95 2024-12-03T18:30:11,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/0a9d7348022b4ae4bb5fbf05073d7b0e as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/0a9d7348022b4ae4bb5fbf05073d7b0e 2024-12-03T18:30:11,413 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/0a9d7348022b4ae4bb5fbf05073d7b0e, entries=150, sequenceid=169, filesize=11.9 K 2024-12-03T18:30:11,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/ade3d3029cac40bcafdf7db1bbfb4ed1 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/ade3d3029cac40bcafdf7db1bbfb4ed1 2024-12-03T18:30:11,418 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/ade3d3029cac40bcafdf7db1bbfb4ed1, entries=150, sequenceid=169, filesize=11.9 K 2024-12-03T18:30:11,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/2e98affcddb947719bd221ae74022c95 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/2e98affcddb947719bd221ae74022c95 2024-12-03T18:30:11,423 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/2e98affcddb947719bd221ae74022c95, entries=150, sequenceid=169, filesize=11.9 K 2024-12-03T18:30:11,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742306_1482 (size=12493) 2024-12-03T18:30:11,427 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0b6d7d70c25ffe6ea979a4348960915b in 656ms, sequenceid=169, compaction requested=false 2024-12-03T18:30:11,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:11,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:11,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-12-03T18:30:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-12-03T18:30:11,444 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/46334ca4afcd4e59888e4a69c5f0fc17 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/46334ca4afcd4e59888e4a69c5f0fc17 2024-12-03T18:30:11,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-12-03T18:30:11,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4520 sec 2024-12-03T18:30:11,455 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0b6d7d70c25ffe6ea979a4348960915b/B of 0b6d7d70c25ffe6ea979a4348960915b into 46334ca4afcd4e59888e4a69c5f0fc17(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:11,455 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:11,455 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b., storeName=0b6d7d70c25ffe6ea979a4348960915b/B, priority=12, startTime=1733250610741; duration=0sec 2024-12-03T18:30:11,455 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:11,455 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b6d7d70c25ffe6ea979a4348960915b:B 2024-12-03T18:30:11,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.4720 sec 2024-12-03T18:30:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 0b6d7d70c25ffe6ea979a4348960915b 2024-12-03T18:30:11,667 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b6d7d70c25ffe6ea979a4348960915b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-03T18:30:11,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=A 2024-12-03T18:30:11,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:11,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=B 2024-12-03T18:30:11,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:11,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=C 2024-12-03T18:30:11,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:11,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/ded3a6709629418a81807d7871c1bfe8 is 50, key is test_row_0/A:col10/1733250610992/Put/seqid=0 2024-12-03T18:30:11,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:11,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250671682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:11,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:11,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250671685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:11,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742307_1483 (size=12151) 2024-12-03T18:30:11,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:11,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250671690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:11,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:11,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/ded3a6709629418a81807d7871c1bfe8 2024-12-03T18:30:11,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250671691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:11,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/5e5841f2bf5b41ee866ce4950222d900 is 50, key is test_row_0/B:col10/1733250610992/Put/seqid=0 2024-12-03T18:30:11,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742308_1484 (size=12151) 2024-12-03T18:30:11,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:11,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250671790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:11,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:11,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250671793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:11,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:11,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250671799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:11,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:11,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250671799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:11,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:11,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250671994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:12,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:12,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250671998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:12,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:12,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250672003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:12,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:12,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250672003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-03T18:30:12,101 INFO [Thread-2003 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-12-03T18:30:12,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:30:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-12-03T18:30:12,125 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:30:12,125 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/5e5841f2bf5b41ee866ce4950222d900 2024-12-03T18:30:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-03T18:30:12,127 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:30:12,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:30:12,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/6486bc6f8d44433cb326cee52554f8c5 is 50, key is test_row_0/C:col10/1733250610992/Put/seqid=0 2024-12-03T18:30:12,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742309_1485 (size=12151) 2024-12-03T18:30:12,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-03T18:30:12,285 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:12,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-03T18:30:12,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:12,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:12,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:12,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:12,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:12,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:12,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:12,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250672299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:12,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:12,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250672301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:12,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:12,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250672307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:12,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:12,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250672308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:12,437 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:12,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-03T18:30:12,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:12,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:12,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:12,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:12,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-03T18:30:12,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/6486bc6f8d44433cb326cee52554f8c5 2024-12-03T18:30:12,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/ded3a6709629418a81807d7871c1bfe8 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/ded3a6709629418a81807d7871c1bfe8 2024-12-03T18:30:12,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/ded3a6709629418a81807d7871c1bfe8, entries=150, sequenceid=198, filesize=11.9 K 2024-12-03T18:30:12,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/5e5841f2bf5b41ee866ce4950222d900 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/5e5841f2bf5b41ee866ce4950222d900 2024-12-03T18:30:12,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/5e5841f2bf5b41ee866ce4950222d900, entries=150, sequenceid=198, filesize=11.9 K 2024-12-03T18:30:12,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/6486bc6f8d44433cb326cee52554f8c5 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/6486bc6f8d44433cb326cee52554f8c5 2024-12-03T18:30:12,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/6486bc6f8d44433cb326cee52554f8c5, entries=150, sequenceid=198, filesize=11.9 K 2024-12-03T18:30:12,587 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 0b6d7d70c25ffe6ea979a4348960915b in 920ms, sequenceid=198, compaction requested=true 2024-12-03T18:30:12,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:12,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b6d7d70c25ffe6ea979a4348960915b:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:30:12,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:12,587 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:30:12,587 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:30:12,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b6d7d70c25ffe6ea979a4348960915b:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:30:12,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:12,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b6d7d70c25ffe6ea979a4348960915b:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:30:12,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:30:12,588 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:30:12,588 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 0b6d7d70c25ffe6ea979a4348960915b/B is initiating minor compaction (all files) 2024-12-03T18:30:12,588 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b6d7d70c25ffe6ea979a4348960915b/B in TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:12,588 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/46334ca4afcd4e59888e4a69c5f0fc17, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/ade3d3029cac40bcafdf7db1bbfb4ed1, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/5e5841f2bf5b41ee866ce4950222d900] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp, totalSize=35.9 K 2024-12-03T18:30:12,588 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:30:12,588 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 0b6d7d70c25ffe6ea979a4348960915b/A is initiating minor compaction (all files) 2024-12-03T18:30:12,588 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b6d7d70c25ffe6ea979a4348960915b/A in TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:12,588 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/31c21d517ffd48abba8cce0051634e91, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/0a9d7348022b4ae4bb5fbf05073d7b0e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/ded3a6709629418a81807d7871c1bfe8] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp, totalSize=35.9 K 2024-12-03T18:30:12,589 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 46334ca4afcd4e59888e4a69c5f0fc17, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733250609150 2024-12-03T18:30:12,589 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31c21d517ffd48abba8cce0051634e91, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733250609150 2024-12-03T18:30:12,589 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting ade3d3029cac40bcafdf7db1bbfb4ed1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733250609778 2024-12-03T18:30:12,589 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a9d7348022b4ae4bb5fbf05073d7b0e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733250609778 2024-12-03T18:30:12,589 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:12,589 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e5841f2bf5b41ee866ce4950222d900, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733250610992 2024-12-03T18:30:12,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-03T18:30:12,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:12,590 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 0b6d7d70c25ffe6ea979a4348960915b 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-03T18:30:12,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=A 2024-12-03T18:30:12,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:12,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=B 2024-12-03T18:30:12,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:12,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=C 2024-12-03T18:30:12,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:12,591 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting ded3a6709629418a81807d7871c1bfe8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733250610992 2024-12-03T18:30:12,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/cfcff55bdf55459da9ac9b25ee697f2f is 50, key is test_row_1/A:col10/1733250611681/Put/seqid=0 2024-12-03T18:30:12,601 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b6d7d70c25ffe6ea979a4348960915b#A#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:12,601 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b6d7d70c25ffe6ea979a4348960915b#B#compaction#404 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:12,602 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/a1d6dc28877a424db5268edab9218b9b is 50, key is test_row_0/A:col10/1733250610992/Put/seqid=0 2024-12-03T18:30:12,603 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/8b10ee60a1a24b8184ae591f057915dc is 50, key is test_row_0/B:col10/1733250610992/Put/seqid=0 2024-12-03T18:30:12,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742310_1486 (size=12595) 2024-12-03T18:30:12,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742312_1488 (size=9757) 2024-12-03T18:30:12,641 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/cfcff55bdf55459da9ac9b25ee697f2f 2024-12-03T18:30:12,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742311_1487 (size=12595) 2024-12-03T18:30:12,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/eb62f10347854443af7f8476819edce4 is 50, key is test_row_1/B:col10/1733250611681/Put/seqid=0 2024-12-03T18:30:12,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742313_1489 (size=9757) 2024-12-03T18:30:12,656 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/eb62f10347854443af7f8476819edce4 2024-12-03T18:30:12,663 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/8b10ee60a1a24b8184ae591f057915dc as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/8b10ee60a1a24b8184ae591f057915dc 2024-12-03T18:30:12,671 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b6d7d70c25ffe6ea979a4348960915b/B of 0b6d7d70c25ffe6ea979a4348960915b into 8b10ee60a1a24b8184ae591f057915dc(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:12,671 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:12,671 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b., storeName=0b6d7d70c25ffe6ea979a4348960915b/B, priority=13, startTime=1733250612587; duration=0sec 2024-12-03T18:30:12,671 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:30:12,671 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b6d7d70c25ffe6ea979a4348960915b:B 2024-12-03T18:30:12,672 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:30:12,677 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:30:12,677 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 0b6d7d70c25ffe6ea979a4348960915b/C is initiating minor compaction (all files) 2024-12-03T18:30:12,677 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b6d7d70c25ffe6ea979a4348960915b/C in TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:12,677 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/e0ec4dbcc19f4f76a35fa3de3826c9ad, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/2e98affcddb947719bd221ae74022c95, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/6486bc6f8d44433cb326cee52554f8c5] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp, totalSize=35.9 K 2024-12-03T18:30:12,677 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting e0ec4dbcc19f4f76a35fa3de3826c9ad, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733250609150 2024-12-03T18:30:12,678 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e98affcddb947719bd221ae74022c95, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733250609778 2024-12-03T18:30:12,678 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 6486bc6f8d44433cb326cee52554f8c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733250610992 2024-12-03T18:30:12,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/2f6b23e459a647558aed4f5fa6848ddc is 50, key is test_row_1/C:col10/1733250611681/Put/seqid=0 2024-12-03T18:30:12,692 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b6d7d70c25ffe6ea979a4348960915b#C#compaction#408 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:12,692 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/8ca0eb5b63304a74ba974e94bdb5efff is 50, key is test_row_0/C:col10/1733250610992/Put/seqid=0 2024-12-03T18:30:12,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742315_1491 (size=12595) 2024-12-03T18:30:12,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742314_1490 (size=9757) 2024-12-03T18:30:12,722 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/8ca0eb5b63304a74ba974e94bdb5efff as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/8ca0eb5b63304a74ba974e94bdb5efff 2024-12-03T18:30:12,726 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b6d7d70c25ffe6ea979a4348960915b/C of 0b6d7d70c25ffe6ea979a4348960915b into 8ca0eb5b63304a74ba974e94bdb5efff(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:12,726 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:12,726 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b., storeName=0b6d7d70c25ffe6ea979a4348960915b/C, priority=13, startTime=1733250612587; duration=0sec 2024-12-03T18:30:12,726 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:12,726 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b6d7d70c25ffe6ea979a4348960915b:C 2024-12-03T18:30:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-03T18:30:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 0b6d7d70c25ffe6ea979a4348960915b 2024-12-03T18:30:12,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:12,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250672837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:12,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250672838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:12,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250672842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:12,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250672845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:12,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:12,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250672945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:12,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:12,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250672945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:12,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250672953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:12,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250672956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:13,027 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/a1d6dc28877a424db5268edab9218b9b as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/a1d6dc28877a424db5268edab9218b9b 2024-12-03T18:30:13,031 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b6d7d70c25ffe6ea979a4348960915b/A of 0b6d7d70c25ffe6ea979a4348960915b into a1d6dc28877a424db5268edab9218b9b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:13,031 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:13,031 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b., storeName=0b6d7d70c25ffe6ea979a4348960915b/A, priority=13, startTime=1733250612587; duration=0sec 2024-12-03T18:30:13,032 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:13,032 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b6d7d70c25ffe6ea979a4348960915b:A 2024-12-03T18:30:13,118 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/2f6b23e459a647558aed4f5fa6848ddc 2024-12-03T18:30:13,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/cfcff55bdf55459da9ac9b25ee697f2f as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/cfcff55bdf55459da9ac9b25ee697f2f 2024-12-03T18:30:13,125 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/cfcff55bdf55459da9ac9b25ee697f2f, entries=100, sequenceid=208, filesize=9.5 K 2024-12-03T18:30:13,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/eb62f10347854443af7f8476819edce4 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/eb62f10347854443af7f8476819edce4 2024-12-03T18:30:13,128 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/eb62f10347854443af7f8476819edce4, entries=100, sequenceid=208, filesize=9.5 K 2024-12-03T18:30:13,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/2f6b23e459a647558aed4f5fa6848ddc as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/2f6b23e459a647558aed4f5fa6848ddc 2024-12-03T18:30:13,130 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/2f6b23e459a647558aed4f5fa6848ddc, entries=100, sequenceid=208, filesize=9.5 K 2024-12-03T18:30:13,131 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 0b6d7d70c25ffe6ea979a4348960915b in 541ms, sequenceid=208, compaction requested=false 2024-12-03T18:30:13,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:13,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:13,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-12-03T18:30:13,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-12-03T18:30:13,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-12-03T18:30:13,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0070 sec 2024-12-03T18:30:13,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.0190 sec 2024-12-03T18:30:13,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 0b6d7d70c25ffe6ea979a4348960915b 2024-12-03T18:30:13,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b6d7d70c25ffe6ea979a4348960915b 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-03T18:30:13,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=A 2024-12-03T18:30:13,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:13,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=B 2024-12-03T18:30:13,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:13,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=C 2024-12-03T18:30:13,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:13,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/a011b35639af4d64afc344dffc7ec8d1 is 50, key is test_row_0/A:col10/1733250612833/Put/seqid=0 2024-12-03T18:30:13,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742316_1492 (size=14541) 2024-12-03T18:30:13,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:13,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250673159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:13,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:13,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250673160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:13,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:13,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250673161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:13,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:13,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250673161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:13,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-03T18:30:13,249 INFO [Thread-2003 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-12-03T18:30:13,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:30:13,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-12-03T18:30:13,254 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:30:13,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-03T18:30:13,254 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:30:13,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:30:13,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250673262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:13,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:13,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250673267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:13,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:13,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250673267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:13,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:13,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43924 deadline: 1733250673333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:13,335 DEBUG [Thread-1995 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4182 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b., hostname=5840ab6af6da,43459,1733250473452, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:30:13,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-03T18:30:13,417 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:13,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-03T18:30:13,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:13,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:13,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:13,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:13,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:13,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:13,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:13,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250673465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:13,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250673466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:13,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250673468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:13,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250673469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:13,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-03T18:30:13,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/a011b35639af4d64afc344dffc7ec8d1 2024-12-03T18:30:13,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/2026ffdb943b458c81a4555c23557639 is 50, key is test_row_0/B:col10/1733250612833/Put/seqid=0 2024-12-03T18:30:13,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742317_1493 (size=12151) 2024-12-03T18:30:13,569 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:13,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-03T18:30:13,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:13,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:13,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:13,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:13,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:13,723 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:13,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-03T18:30:13,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:13,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:13,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:13,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:13,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:13,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250673770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:13,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250673775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:13,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250673776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-03T18:30:13,878 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:13,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-03T18:30:13,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:13,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:13,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:13,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:13,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:13,973 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/2026ffdb943b458c81a4555c23557639 2024-12-03T18:30:13,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250673976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:14,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/377e3712560d4174ae0b9b72b5139731 is 50, key is test_row_0/C:col10/1733250612833/Put/seqid=0 2024-12-03T18:30:14,038 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:14,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742318_1494 (size=12151) 2024-12-03T18:30:14,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-03T18:30:14,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:14,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:14,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:14,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:14,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:14,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/377e3712560d4174ae0b9b72b5139731 2024-12-03T18:30:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:14,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/a011b35639af4d64afc344dffc7ec8d1 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/a011b35639af4d64afc344dffc7ec8d1 2024-12-03T18:30:14,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/a011b35639af4d64afc344dffc7ec8d1, entries=200, sequenceid=238, filesize=14.2 K 2024-12-03T18:30:14,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/2026ffdb943b458c81a4555c23557639 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/2026ffdb943b458c81a4555c23557639 2024-12-03T18:30:14,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/2026ffdb943b458c81a4555c23557639, entries=150, sequenceid=238, filesize=11.9 K 2024-12-03T18:30:14,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/377e3712560d4174ae0b9b72b5139731 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/377e3712560d4174ae0b9b72b5139731 2024-12-03T18:30:14,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/377e3712560d4174ae0b9b72b5139731, entries=150, sequenceid=238, filesize=11.9 K 2024-12-03T18:30:14,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 0b6d7d70c25ffe6ea979a4348960915b in 924ms, sequenceid=238, compaction requested=true 2024-12-03T18:30:14,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:14,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b6d7d70c25ffe6ea979a4348960915b:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:30:14,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:14,074 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:30:14,074 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:30:14,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b6d7d70c25ffe6ea979a4348960915b:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:30:14,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:14,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b6d7d70c25ffe6ea979a4348960915b:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:30:14,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:30:14,076 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36893 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:30:14,076 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 0b6d7d70c25ffe6ea979a4348960915b/A is initiating minor compaction (all files) 2024-12-03T18:30:14,076 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b6d7d70c25ffe6ea979a4348960915b/A in TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:14,076 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/a1d6dc28877a424db5268edab9218b9b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/cfcff55bdf55459da9ac9b25ee697f2f, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/a011b35639af4d64afc344dffc7ec8d1] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp, totalSize=36.0 K 2024-12-03T18:30:14,076 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:30:14,077 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 0b6d7d70c25ffe6ea979a4348960915b/B is initiating minor compaction (all files) 2024-12-03T18:30:14,077 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b6d7d70c25ffe6ea979a4348960915b/B in TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:14,077 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/8b10ee60a1a24b8184ae591f057915dc, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/eb62f10347854443af7f8476819edce4, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/2026ffdb943b458c81a4555c23557639] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp, totalSize=33.7 K 2024-12-03T18:30:14,077 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1d6dc28877a424db5268edab9218b9b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733250610992 2024-12-03T18:30:14,078 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b10ee60a1a24b8184ae591f057915dc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733250610992 2024-12-03T18:30:14,079 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting eb62f10347854443af7f8476819edce4, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733250611681 2024-12-03T18:30:14,079 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting cfcff55bdf55459da9ac9b25ee697f2f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733250611681 2024-12-03T18:30:14,079 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 2026ffdb943b458c81a4555c23557639, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733250612833 2024-12-03T18:30:14,079 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting a011b35639af4d64afc344dffc7ec8d1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733250612833 2024-12-03T18:30:14,095 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b6d7d70c25ffe6ea979a4348960915b#A#compaction#412 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:14,095 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b6d7d70c25ffe6ea979a4348960915b#B#compaction#413 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:14,095 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/0df4fc7926c646ba88bedafc2390c061 is 50, key is test_row_0/A:col10/1733250612833/Put/seqid=0 2024-12-03T18:30:14,095 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/67b55939c6ad4cc3a9523ba2e031173a is 50, key is test_row_0/B:col10/1733250612833/Put/seqid=0 2024-12-03T18:30:14,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742319_1495 (size=12697) 2024-12-03T18:30:14,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742320_1496 (size=12697) 2024-12-03T18:30:14,124 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/67b55939c6ad4cc3a9523ba2e031173a as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/67b55939c6ad4cc3a9523ba2e031173a 2024-12-03T18:30:14,131 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/0df4fc7926c646ba88bedafc2390c061 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/0df4fc7926c646ba88bedafc2390c061 2024-12-03T18:30:14,139 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b6d7d70c25ffe6ea979a4348960915b/B of 0b6d7d70c25ffe6ea979a4348960915b into 67b55939c6ad4cc3a9523ba2e031173a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:14,139 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b6d7d70c25ffe6ea979a4348960915b/A of 0b6d7d70c25ffe6ea979a4348960915b into 0df4fc7926c646ba88bedafc2390c061(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:14,139 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:14,139 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:14,139 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b., storeName=0b6d7d70c25ffe6ea979a4348960915b/A, priority=13, startTime=1733250614074; duration=0sec 2024-12-03T18:30:14,139 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b., storeName=0b6d7d70c25ffe6ea979a4348960915b/B, priority=13, startTime=1733250614074; duration=0sec 2024-12-03T18:30:14,139 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:30:14,139 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b6d7d70c25ffe6ea979a4348960915b:A 2024-12-03T18:30:14,139 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:14,139 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b6d7d70c25ffe6ea979a4348960915b:B 2024-12-03T18:30:14,139 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:30:14,140 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:30:14,140 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 0b6d7d70c25ffe6ea979a4348960915b/C is initiating minor compaction (all files) 2024-12-03T18:30:14,141 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b6d7d70c25ffe6ea979a4348960915b/C in TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:14,141 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/8ca0eb5b63304a74ba974e94bdb5efff, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/2f6b23e459a647558aed4f5fa6848ddc, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/377e3712560d4174ae0b9b72b5139731] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp, totalSize=33.7 K 2024-12-03T18:30:14,141 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ca0eb5b63304a74ba974e94bdb5efff, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733250610992 2024-12-03T18:30:14,142 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f6b23e459a647558aed4f5fa6848ddc, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733250611681 2024-12-03T18:30:14,143 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 377e3712560d4174ae0b9b72b5139731, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733250612833 2024-12-03T18:30:14,151 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b6d7d70c25ffe6ea979a4348960915b#C#compaction#414 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:14,151 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/fe94a3b9bff040bb9376502262872711 is 50, key is test_row_0/C:col10/1733250612833/Put/seqid=0 2024-12-03T18:30:14,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742321_1497 (size=12697) 2024-12-03T18:30:14,199 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:14,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-03T18:30:14,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:14,202 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 0b6d7d70c25ffe6ea979a4348960915b 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-03T18:30:14,202 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/fe94a3b9bff040bb9376502262872711 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/fe94a3b9bff040bb9376502262872711 2024-12-03T18:30:14,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=A 2024-12-03T18:30:14,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:14,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=B 2024-12-03T18:30:14,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:14,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=C 2024-12-03T18:30:14,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:14,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/0f4d5b5077c64b23b7906a776627a17d is 50, key is test_row_1/A:col10/1733250613160/Put/seqid=0 2024-12-03T18:30:14,213 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b6d7d70c25ffe6ea979a4348960915b/C of 0b6d7d70c25ffe6ea979a4348960915b into fe94a3b9bff040bb9376502262872711(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:14,214 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:14,214 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b., storeName=0b6d7d70c25ffe6ea979a4348960915b/C, priority=13, startTime=1733250614075; duration=0sec 2024-12-03T18:30:14,214 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:14,214 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b6d7d70c25ffe6ea979a4348960915b:C 2024-12-03T18:30:14,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742322_1498 (size=9757) 2024-12-03T18:30:14,243 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/0f4d5b5077c64b23b7906a776627a17d 2024-12-03T18:30:14,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/d6a9345f378944a5be825dabb34628c1 is 50, key is test_row_1/B:col10/1733250613160/Put/seqid=0 2024-12-03T18:30:14,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742323_1499 (size=9757) 2024-12-03T18:30:14,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 0b6d7d70c25ffe6ea979a4348960915b 2024-12-03T18:30:14,281 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/d6a9345f378944a5be825dabb34628c1 2024-12-03T18:30:14,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:14,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/cad833bff91246c48801c0db7f95a97d is 50, key is test_row_1/C:col10/1733250613160/Put/seqid=0 2024-12-03T18:30:14,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742324_1500 (size=9757) 2024-12-03T18:30:14,305 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/cad833bff91246c48801c0db7f95a97d 2024-12-03T18:30:14,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/0f4d5b5077c64b23b7906a776627a17d as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/0f4d5b5077c64b23b7906a776627a17d 2024-12-03T18:30:14,313 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/0f4d5b5077c64b23b7906a776627a17d, entries=100, sequenceid=249, filesize=9.5 K 2024-12-03T18:30:14,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/d6a9345f378944a5be825dabb34628c1 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/d6a9345f378944a5be825dabb34628c1 2024-12-03T18:30:14,322 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/d6a9345f378944a5be825dabb34628c1, entries=100, sequenceid=249, filesize=9.5 K 2024-12-03T18:30:14,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/cad833bff91246c48801c0db7f95a97d as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/cad833bff91246c48801c0db7f95a97d 2024-12-03T18:30:14,328 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/cad833bff91246c48801c0db7f95a97d, entries=100, sequenceid=249, filesize=9.5 K 2024-12-03T18:30:14,330 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=127.47 KB/130530 for 0b6d7d70c25ffe6ea979a4348960915b in 128ms, sequenceid=249, compaction requested=false 2024-12-03T18:30:14,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:14,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:14,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-12-03T18:30:14,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-12-03T18:30:14,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-12-03T18:30:14,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0780 sec 2024-12-03T18:30:14,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 0b6d7d70c25ffe6ea979a4348960915b 2024-12-03T18:30:14,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b6d7d70c25ffe6ea979a4348960915b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-03T18:30:14,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.0830 sec 2024-12-03T18:30:14,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=A 2024-12-03T18:30:14,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:14,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=B 2024-12-03T18:30:14,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:14,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=C 2024-12-03T18:30:14,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:14,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/3077f0577b4c4e2d835b2a219ef72b25 is 50, key is test_row_0/A:col10/1733250614310/Put/seqid=0 2024-12-03T18:30:14,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:14,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250674348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:14,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:14,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250674355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:14,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-03T18:30:14,360 INFO [Thread-2003 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-12-03T18:30:14,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:14,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250674356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:14,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:30:14,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-12-03T18:30:14,364 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:30:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-03T18:30:14,365 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:30:14,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:30:14,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742325_1501 (size=17181) 2024-12-03T18:30:14,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:14,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250674457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:14,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:14,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250674458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:14,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-03T18:30:14,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:14,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250674462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:14,516 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:14,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-03T18:30:14,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:14,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:14,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:14,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:14,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:14,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250674662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:14,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250674662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:14,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-03T18:30:14,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:14,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250674668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:14,669 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:14,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-03T18:30:14,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:14,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:14,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:14,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:14,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:14,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:14,776 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/3077f0577b4c4e2d835b2a219ef72b25 2024-12-03T18:30:14,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/e5dc39f1f8034dd8843096395b5a44d4 is 50, key is test_row_0/B:col10/1733250614310/Put/seqid=0 2024-12-03T18:30:14,822 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:14,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-03T18:30:14,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:14,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:14,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:14,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:14,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:14,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742326_1502 (size=12301) 2024-12-03T18:30:14,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/e5dc39f1f8034dd8843096395b5a44d4 2024-12-03T18:30:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:14,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/883d44e41f584793bb30727bed4b2dcd is 50, key is test_row_0/C:col10/1733250614310/Put/seqid=0 2024-12-03T18:30:14,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742327_1503 (size=12301) 2024-12-03T18:30:14,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250674966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:14,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250674968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:14,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250674970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-03T18:30:14,979 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:14,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250674979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:14,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-03T18:30:14,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:14,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:14,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:14,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:14,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:15,138 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:15,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-03T18:30:15,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:15,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:15,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:15,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:15,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:15,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:15,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/883d44e41f584793bb30727bed4b2dcd 2024-12-03T18:30:15,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/3077f0577b4c4e2d835b2a219ef72b25 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/3077f0577b4c4e2d835b2a219ef72b25 2024-12-03T18:30:15,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/3077f0577b4c4e2d835b2a219ef72b25, entries=250, sequenceid=274, filesize=16.8 K 2024-12-03T18:30:15,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/e5dc39f1f8034dd8843096395b5a44d4 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/e5dc39f1f8034dd8843096395b5a44d4 2024-12-03T18:30:15,297 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:15,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-03T18:30:15,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:15,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:15,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:15,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:15,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:15,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/e5dc39f1f8034dd8843096395b5a44d4, entries=150, sequenceid=274, filesize=12.0 K 2024-12-03T18:30:15,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/883d44e41f584793bb30727bed4b2dcd as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/883d44e41f584793bb30727bed4b2dcd 2024-12-03T18:30:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:15,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/883d44e41f584793bb30727bed4b2dcd, entries=150, sequenceid=274, filesize=12.0 K 2024-12-03T18:30:15,324 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 0b6d7d70c25ffe6ea979a4348960915b in 989ms, sequenceid=274, compaction requested=true 2024-12-03T18:30:15,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:15,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b6d7d70c25ffe6ea979a4348960915b:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:30:15,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:15,324 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:30:15,324 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:30:15,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b6d7d70c25ffe6ea979a4348960915b:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:30:15,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:15,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b6d7d70c25ffe6ea979a4348960915b:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:30:15,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:30:15,330 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39635 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:30:15,330 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 0b6d7d70c25ffe6ea979a4348960915b/A is initiating minor compaction (all files) 2024-12-03T18:30:15,330 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b6d7d70c25ffe6ea979a4348960915b/A in TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:15,330 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:30:15,330 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 0b6d7d70c25ffe6ea979a4348960915b/B is initiating minor compaction (all files) 2024-12-03T18:30:15,331 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b6d7d70c25ffe6ea979a4348960915b/B in TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:15,331 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/67b55939c6ad4cc3a9523ba2e031173a, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/d6a9345f378944a5be825dabb34628c1, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/e5dc39f1f8034dd8843096395b5a44d4] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp, totalSize=33.9 K 2024-12-03T18:30:15,331 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/0df4fc7926c646ba88bedafc2390c061, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/0f4d5b5077c64b23b7906a776627a17d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/3077f0577b4c4e2d835b2a219ef72b25] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp, totalSize=38.7 K 2024-12-03T18:30:15,334 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 67b55939c6ad4cc3a9523ba2e031173a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733250612833 2024-12-03T18:30:15,334 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0df4fc7926c646ba88bedafc2390c061, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733250612833 2024-12-03T18:30:15,338 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting d6a9345f378944a5be825dabb34628c1, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733250613154 2024-12-03T18:30:15,338 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f4d5b5077c64b23b7906a776627a17d, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733250613154 2024-12-03T18:30:15,338 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting e5dc39f1f8034dd8843096395b5a44d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733250614310 2024-12-03T18:30:15,339 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3077f0577b4c4e2d835b2a219ef72b25, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733250614310 2024-12-03T18:30:15,367 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b6d7d70c25ffe6ea979a4348960915b#B#compaction#421 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:15,367 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/4effd31710c34d65ac9109d59b3ce904 is 50, key is test_row_0/B:col10/1733250614310/Put/seqid=0 2024-12-03T18:30:15,371 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b6d7d70c25ffe6ea979a4348960915b#A#compaction#422 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:15,371 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/960d810b20074636947e6191e3b6e4f5 is 50, key is test_row_0/A:col10/1733250614310/Put/seqid=0 2024-12-03T18:30:15,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742328_1504 (size=12949) 2024-12-03T18:30:15,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742329_1505 (size=12949) 2024-12-03T18:30:15,419 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/960d810b20074636947e6191e3b6e4f5 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/960d810b20074636947e6191e3b6e4f5 2024-12-03T18:30:15,430 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b6d7d70c25ffe6ea979a4348960915b/A of 0b6d7d70c25ffe6ea979a4348960915b into 960d810b20074636947e6191e3b6e4f5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:15,430 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:15,430 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b., storeName=0b6d7d70c25ffe6ea979a4348960915b/A, priority=13, startTime=1733250615324; duration=0sec 2024-12-03T18:30:15,430 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:30:15,430 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b6d7d70c25ffe6ea979a4348960915b:A 2024-12-03T18:30:15,430 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:30:15,433 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:30:15,433 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 0b6d7d70c25ffe6ea979a4348960915b/C is initiating minor compaction (all files) 2024-12-03T18:30:15,434 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b6d7d70c25ffe6ea979a4348960915b/C in TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:15,434 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/fe94a3b9bff040bb9376502262872711, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/cad833bff91246c48801c0db7f95a97d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/883d44e41f584793bb30727bed4b2dcd] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp, totalSize=33.9 K 2024-12-03T18:30:15,434 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe94a3b9bff040bb9376502262872711, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733250612833 2024-12-03T18:30:15,438 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting cad833bff91246c48801c0db7f95a97d, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733250613154 2024-12-03T18:30:15,439 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 883d44e41f584793bb30727bed4b2dcd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733250614310 2024-12-03T18:30:15,458 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b6d7d70c25ffe6ea979a4348960915b#C#compaction#423 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:15,459 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/0eff6e956dde483f8f91225b8abb55d7 is 50, key is test_row_0/C:col10/1733250614310/Put/seqid=0 2024-12-03T18:30:15,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742330_1506 (size=12949) 2024-12-03T18:30:15,474 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:15,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-03T18:30:15,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:15,474 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 0b6d7d70c25ffe6ea979a4348960915b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-03T18:30:15,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=A 2024-12-03T18:30:15,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:15,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=B 2024-12-03T18:30:15,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:15,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=C 2024-12-03T18:30:15,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-03T18:30:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 0b6d7d70c25ffe6ea979a4348960915b 2024-12-03T18:30:15,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:15,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/024f7e831da74feba57ac8f766badddb is 50, key is test_row_0/A:col10/1733250614354/Put/seqid=0 2024-12-03T18:30:15,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742331_1507 (size=9857) 2024-12-03T18:30:15,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250675524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:15,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250675525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:15,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:15,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250675528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:15,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250675633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:15,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250675634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:15,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250675636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:15,804 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/4effd31710c34d65ac9109d59b3ce904 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/4effd31710c34d65ac9109d59b3ce904 2024-12-03T18:30:15,810 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b6d7d70c25ffe6ea979a4348960915b/B of 0b6d7d70c25ffe6ea979a4348960915b into 4effd31710c34d65ac9109d59b3ce904(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:15,810 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:15,810 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b., storeName=0b6d7d70c25ffe6ea979a4348960915b/B, priority=13, startTime=1733250615324; duration=0sec 2024-12-03T18:30:15,810 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:15,810 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b6d7d70c25ffe6ea979a4348960915b:B 2024-12-03T18:30:15,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250675839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:15,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250675840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:15,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250675843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:15,879 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/0eff6e956dde483f8f91225b8abb55d7 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/0eff6e956dde483f8f91225b8abb55d7 2024-12-03T18:30:15,883 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b6d7d70c25ffe6ea979a4348960915b/C of 0b6d7d70c25ffe6ea979a4348960915b into 0eff6e956dde483f8f91225b8abb55d7(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:15,883 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:15,883 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b., storeName=0b6d7d70c25ffe6ea979a4348960915b/C, priority=13, startTime=1733250615324; duration=0sec 2024-12-03T18:30:15,883 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:15,883 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b6d7d70c25ffe6ea979a4348960915b:C 2024-12-03T18:30:15,907 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/024f7e831da74feba57ac8f766badddb 2024-12-03T18:30:15,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/9abc7bc84a63485fb2ebb4ca360e8dea is 50, key is test_row_0/B:col10/1733250614354/Put/seqid=0 2024-12-03T18:30:15,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742332_1508 (size=9857) 2024-12-03T18:30:15,948 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/9abc7bc84a63485fb2ebb4ca360e8dea 2024-12-03T18:30:15,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/cfc2d3df540d4066a6392dfc07ec2134 is 50, key is test_row_0/C:col10/1733250614354/Put/seqid=0 2024-12-03T18:30:15,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742333_1509 (size=9857) 2024-12-03T18:30:15,987 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/cfc2d3df540d4066a6392dfc07ec2134 2024-12-03T18:30:15,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/024f7e831da74feba57ac8f766badddb as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/024f7e831da74feba57ac8f766badddb 2024-12-03T18:30:16,003 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/024f7e831da74feba57ac8f766badddb, entries=100, sequenceid=287, filesize=9.6 K 2024-12-03T18:30:16,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/9abc7bc84a63485fb2ebb4ca360e8dea as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/9abc7bc84a63485fb2ebb4ca360e8dea 2024-12-03T18:30:16,012 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/9abc7bc84a63485fb2ebb4ca360e8dea, entries=100, sequenceid=287, filesize=9.6 K 2024-12-03T18:30:16,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/cfc2d3df540d4066a6392dfc07ec2134 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/cfc2d3df540d4066a6392dfc07ec2134 2024-12-03T18:30:16,020 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/cfc2d3df540d4066a6392dfc07ec2134, entries=100, sequenceid=287, filesize=9.6 K 2024-12-03T18:30:16,021 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0b6d7d70c25ffe6ea979a4348960915b in 547ms, sequenceid=287, compaction requested=false 2024-12-03T18:30:16,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:16,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:16,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-12-03T18:30:16,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-12-03T18:30:16,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-12-03T18:30:16,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6660 sec 2024-12-03T18:30:16,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.6750 sec 2024-12-03T18:30:16,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 0b6d7d70c25ffe6ea979a4348960915b 2024-12-03T18:30:16,155 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b6d7d70c25ffe6ea979a4348960915b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T18:30:16,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=A 2024-12-03T18:30:16,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:16,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=B 2024-12-03T18:30:16,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:16,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=C 2024-12-03T18:30:16,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:16,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/94c3c5e8c6614c55a621260e3130e377 is 50, key is test_row_0/A:col10/1733250615524/Put/seqid=0 2024-12-03T18:30:16,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:16,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250676166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:16,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:16,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250676177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:16,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:16,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250676177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:16,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742334_1510 (size=14741) 2024-12-03T18:30:16,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/94c3c5e8c6614c55a621260e3130e377 2024-12-03T18:30:16,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/98e2be50e6af4d919527892f4b4b2c04 is 50, key is test_row_0/B:col10/1733250615524/Put/seqid=0 2024-12-03T18:30:16,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742335_1511 (size=12301) 2024-12-03T18:30:16,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:16,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250676277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:16,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:16,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250676285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:16,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:16,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250676288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-03T18:30:16,477 INFO [Thread-2003 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-12-03T18:30:16,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:30:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-12-03T18:30:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-03T18:30:16,479 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:30:16,479 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:30:16,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:30:16,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250676481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:16,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250676488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:16,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250676492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-03T18:30:16,631 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:16,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-03T18:30:16,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:16,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:16,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:16,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:16,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:16,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:16,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/98e2be50e6af4d919527892f4b4b2c04 2024-12-03T18:30:16,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/726ed40925474e8a872efc3e49b1a000 is 50, key is test_row_0/C:col10/1733250615524/Put/seqid=0 2024-12-03T18:30:16,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742336_1512 (size=12301) 2024-12-03T18:30:16,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-03T18:30:16,784 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:16,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-03T18:30:16,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:16,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:16,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:16,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:16,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:16,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:16,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:16,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250676785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:16,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:16,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250676793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:16,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:16,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250676796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:16,936 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:16,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-03T18:30:16,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:16,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:16,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:16,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:16,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:16,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:16,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250676992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:16,995 DEBUG [Thread-1997 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4154 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b., hostname=5840ab6af6da,43459,1733250473452, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:30:17,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/726ed40925474e8a872efc3e49b1a000 2024-12-03T18:30:17,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/94c3c5e8c6614c55a621260e3130e377 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/94c3c5e8c6614c55a621260e3130e377 2024-12-03T18:30:17,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-03T18:30:17,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/94c3c5e8c6614c55a621260e3130e377, entries=200, sequenceid=314, filesize=14.4 K 2024-12-03T18:30:17,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/98e2be50e6af4d919527892f4b4b2c04 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/98e2be50e6af4d919527892f4b4b2c04 2024-12-03T18:30:17,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/98e2be50e6af4d919527892f4b4b2c04, entries=150, sequenceid=314, filesize=12.0 K 2024-12-03T18:30:17,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/726ed40925474e8a872efc3e49b1a000 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/726ed40925474e8a872efc3e49b1a000 2024-12-03T18:30:17,089 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:17,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-03T18:30:17,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:17,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/726ed40925474e8a872efc3e49b1a000, entries=150, sequenceid=314, filesize=12.0 K 2024-12-03T18:30:17,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:17,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:17,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:17,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:17,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0b6d7d70c25ffe6ea979a4348960915b in 935ms, sequenceid=314, compaction requested=true 2024-12-03T18:30:17,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:17,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:17,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b6d7d70c25ffe6ea979a4348960915b:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:30:17,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:17,090 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:30:17,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b6d7d70c25ffe6ea979a4348960915b:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:30:17,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:17,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b6d7d70c25ffe6ea979a4348960915b:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:30:17,090 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:30:17,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:30:17,091 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37547 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:30:17,091 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:30:17,091 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 0b6d7d70c25ffe6ea979a4348960915b/B is initiating minor compaction (all files) 2024-12-03T18:30:17,091 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 0b6d7d70c25ffe6ea979a4348960915b/A is initiating minor compaction (all files) 2024-12-03T18:30:17,091 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b6d7d70c25ffe6ea979a4348960915b/A in TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:17,092 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b6d7d70c25ffe6ea979a4348960915b/B in TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:17,092 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/4effd31710c34d65ac9109d59b3ce904, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/9abc7bc84a63485fb2ebb4ca360e8dea, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/98e2be50e6af4d919527892f4b4b2c04] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp, totalSize=34.3 K 2024-12-03T18:30:17,092 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/960d810b20074636947e6191e3b6e4f5, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/024f7e831da74feba57ac8f766badddb, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/94c3c5e8c6614c55a621260e3130e377] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp, totalSize=36.7 K 2024-12-03T18:30:17,092 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 960d810b20074636947e6191e3b6e4f5, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733250614310 2024-12-03T18:30:17,092 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 4effd31710c34d65ac9109d59b3ce904, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733250614310 2024-12-03T18:30:17,092 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 9abc7bc84a63485fb2ebb4ca360e8dea, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733250614345 2024-12-03T18:30:17,092 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 024f7e831da74feba57ac8f766badddb, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733250614345 2024-12-03T18:30:17,092 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 98e2be50e6af4d919527892f4b4b2c04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733250615514 2024-12-03T18:30:17,093 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94c3c5e8c6614c55a621260e3130e377, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733250615514 2024-12-03T18:30:17,098 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b6d7d70c25ffe6ea979a4348960915b#B#compaction#430 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:17,098 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/b8554955afb54313b93beef0ce7a3955 is 50, key is test_row_0/B:col10/1733250615524/Put/seqid=0 2024-12-03T18:30:17,099 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b6d7d70c25ffe6ea979a4348960915b#A#compaction#431 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:17,100 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/2e13a2ddd57b48cdb4cae743f8f835b7 is 50, key is test_row_0/A:col10/1733250615524/Put/seqid=0 2024-12-03T18:30:17,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742337_1513 (size=13051) 2024-12-03T18:30:17,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742338_1514 (size=13051) 2024-12-03T18:30:17,116 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/2e13a2ddd57b48cdb4cae743f8f835b7 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/2e13a2ddd57b48cdb4cae743f8f835b7 2024-12-03T18:30:17,119 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b6d7d70c25ffe6ea979a4348960915b/A of 0b6d7d70c25ffe6ea979a4348960915b into 2e13a2ddd57b48cdb4cae743f8f835b7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:17,120 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:17,120 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b., storeName=0b6d7d70c25ffe6ea979a4348960915b/A, priority=13, startTime=1733250617090; duration=0sec 2024-12-03T18:30:17,120 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:30:17,120 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b6d7d70c25ffe6ea979a4348960915b:A 2024-12-03T18:30:17,120 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:30:17,124 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:30:17,124 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 0b6d7d70c25ffe6ea979a4348960915b/C is initiating minor compaction (all files) 2024-12-03T18:30:17,124 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b6d7d70c25ffe6ea979a4348960915b/C in TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:17,124 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/0eff6e956dde483f8f91225b8abb55d7, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/cfc2d3df540d4066a6392dfc07ec2134, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/726ed40925474e8a872efc3e49b1a000] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp, totalSize=34.3 K 2024-12-03T18:30:17,124 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0eff6e956dde483f8f91225b8abb55d7, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733250614310 2024-12-03T18:30:17,126 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting cfc2d3df540d4066a6392dfc07ec2134, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733250614345 2024-12-03T18:30:17,126 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 726ed40925474e8a872efc3e49b1a000, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733250615514 2024-12-03T18:30:17,131 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b6d7d70c25ffe6ea979a4348960915b#C#compaction#432 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:17,131 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/f9a7edb34d69498d8f6077c46b4da5a7 is 50, key is test_row_0/C:col10/1733250615524/Put/seqid=0 2024-12-03T18:30:17,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742339_1515 (size=13051) 2024-12-03T18:30:17,144 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/f9a7edb34d69498d8f6077c46b4da5a7 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/f9a7edb34d69498d8f6077c46b4da5a7 2024-12-03T18:30:17,147 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b6d7d70c25ffe6ea979a4348960915b/C of 0b6d7d70c25ffe6ea979a4348960915b into f9a7edb34d69498d8f6077c46b4da5a7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:17,148 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:17,148 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b., storeName=0b6d7d70c25ffe6ea979a4348960915b/C, priority=13, startTime=1733250617090; duration=0sec 2024-12-03T18:30:17,148 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:17,148 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b6d7d70c25ffe6ea979a4348960915b:C 2024-12-03T18:30:17,241 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:17,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-03T18:30:17,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:17,242 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 0b6d7d70c25ffe6ea979a4348960915b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T18:30:17,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=A 2024-12-03T18:30:17,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:17,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=B 2024-12-03T18:30:17,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:17,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=C 2024-12-03T18:30:17,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:17,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/654fdccceb3c4e6a88027879ddf268f4 is 50, key is test_row_0/A:col10/1733250616172/Put/seqid=0 2024-12-03T18:30:17,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742340_1516 (size=9857) 2024-12-03T18:30:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 0b6d7d70c25ffe6ea979a4348960915b 2024-12-03T18:30:17,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:17,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:17,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250677326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:17,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:17,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250677327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:17,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:17,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250677331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:17,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43924 deadline: 1733250677350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:17,354 DEBUG [Thread-1995 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8201 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b., hostname=5840ab6af6da,43459,1733250473452, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:30:17,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250677431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:17,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:17,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250677431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:17,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250677437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:17,510 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/b8554955afb54313b93beef0ce7a3955 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/b8554955afb54313b93beef0ce7a3955 2024-12-03T18:30:17,513 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b6d7d70c25ffe6ea979a4348960915b/B of 0b6d7d70c25ffe6ea979a4348960915b into b8554955afb54313b93beef0ce7a3955(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:17,513 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:17,513 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b., storeName=0b6d7d70c25ffe6ea979a4348960915b/B, priority=13, startTime=1733250617090; duration=0sec 2024-12-03T18:30:17,514 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:17,514 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b6d7d70c25ffe6ea979a4348960915b:B 2024-12-03T18:30:17,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-03T18:30:17,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250677638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:17,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:17,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250677641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:17,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:17,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250677648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:17,662 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/654fdccceb3c4e6a88027879ddf268f4 2024-12-03T18:30:17,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/591d97a5c4894b0e940627b8e5716a44 is 50, key is test_row_0/B:col10/1733250616172/Put/seqid=0 2024-12-03T18:30:17,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742341_1517 (size=9857) 2024-12-03T18:30:17,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:17,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250677946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:17,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:17,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250677953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:17,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:17,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250677953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:18,101 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/591d97a5c4894b0e940627b8e5716a44 2024-12-03T18:30:18,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/5c459036897c4969b299757126066180 is 50, key is test_row_0/C:col10/1733250616172/Put/seqid=0 2024-12-03T18:30:18,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742342_1518 (size=9857) 2024-12-03T18:30:18,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250678448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:18,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250678457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:18,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250678458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:18,512 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/5c459036897c4969b299757126066180 2024-12-03T18:30:18,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/654fdccceb3c4e6a88027879ddf268f4 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/654fdccceb3c4e6a88027879ddf268f4 2024-12-03T18:30:18,518 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/654fdccceb3c4e6a88027879ddf268f4, entries=100, sequenceid=327, filesize=9.6 K 2024-12-03T18:30:18,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/591d97a5c4894b0e940627b8e5716a44 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/591d97a5c4894b0e940627b8e5716a44 2024-12-03T18:30:18,520 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/591d97a5c4894b0e940627b8e5716a44, entries=100, sequenceid=327, filesize=9.6 K 2024-12-03T18:30:18,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/5c459036897c4969b299757126066180 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/5c459036897c4969b299757126066180 2024-12-03T18:30:18,524 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/5c459036897c4969b299757126066180, entries=100, sequenceid=327, filesize=9.6 K 2024-12-03T18:30:18,524 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0b6d7d70c25ffe6ea979a4348960915b in 1282ms, sequenceid=327, compaction requested=false 2024-12-03T18:30:18,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:18,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:18,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-12-03T18:30:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-12-03T18:30:18,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-12-03T18:30:18,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0450 sec 2024-12-03T18:30:18,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 2.0490 sec 2024-12-03T18:30:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-03T18:30:18,603 INFO [Thread-2003 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-12-03T18:30:18,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:30:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-12-03T18:30:18,605 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:30:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-03T18:30:18,606 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:30:18,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:30:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-03T18:30:18,756 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:18,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-03T18:30:18,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:18,757 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 0b6d7d70c25ffe6ea979a4348960915b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T18:30:18,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=A 2024-12-03T18:30:18,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:18,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=B 2024-12-03T18:30:18,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:18,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=C 2024-12-03T18:30:18,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:18,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/5314ef3d33b64a3ababdd4dbbf93f7bd is 50, key is test_row_0/A:col10/1733250617330/Put/seqid=0 2024-12-03T18:30:18,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742343_1519 (size=12301) 2024-12-03T18:30:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-03T18:30:19,197 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/5314ef3d33b64a3ababdd4dbbf93f7bd 2024-12-03T18:30:19,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/3e42891ba4eb40b3afee91296ecc00b2 is 50, key is test_row_0/B:col10/1733250617330/Put/seqid=0 2024-12-03T18:30:19,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742344_1520 (size=12301) 2024-12-03T18:30:19,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-03T18:30:19,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 0b6d7d70c25ffe6ea979a4348960915b 2024-12-03T18:30:19,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:19,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:19,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250679475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:19,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:19,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:19,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250679475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:19,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250679475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:19,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:19,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250679582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250679582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:19,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250679582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:19,605 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/3e42891ba4eb40b3afee91296ecc00b2 2024-12-03T18:30:19,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/1d18b1fcd43f412587b6f42431e887d2 is 50, key is test_row_0/C:col10/1733250617330/Put/seqid=0 2024-12-03T18:30:19,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742345_1521 (size=12301) 2024-12-03T18:30:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-03T18:30:19,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250679785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:19,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250679786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:19,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250679786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:20,014 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/1d18b1fcd43f412587b6f42431e887d2 2024-12-03T18:30:20,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/5314ef3d33b64a3ababdd4dbbf93f7bd as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/5314ef3d33b64a3ababdd4dbbf93f7bd 2024-12-03T18:30:20,021 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/5314ef3d33b64a3ababdd4dbbf93f7bd, entries=150, sequenceid=353, filesize=12.0 K 2024-12-03T18:30:20,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/3e42891ba4eb40b3afee91296ecc00b2 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/3e42891ba4eb40b3afee91296ecc00b2 2024-12-03T18:30:20,024 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/3e42891ba4eb40b3afee91296ecc00b2, entries=150, sequenceid=353, filesize=12.0 K 2024-12-03T18:30:20,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/1d18b1fcd43f412587b6f42431e887d2 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/1d18b1fcd43f412587b6f42431e887d2 2024-12-03T18:30:20,028 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/1d18b1fcd43f412587b6f42431e887d2, entries=150, sequenceid=353, filesize=12.0 K 2024-12-03T18:30:20,029 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0b6d7d70c25ffe6ea979a4348960915b in 1272ms, sequenceid=353, compaction requested=true 2024-12-03T18:30:20,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:20,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:20,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-12-03T18:30:20,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-12-03T18:30:20,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-12-03T18:30:20,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4240 sec 2024-12-03T18:30:20,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.4270 sec 2024-12-03T18:30:20,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 0b6d7d70c25ffe6ea979a4348960915b 2024-12-03T18:30:20,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b6d7d70c25ffe6ea979a4348960915b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-03T18:30:20,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=A 2024-12-03T18:30:20,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:20,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=B 2024-12-03T18:30:20,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:20,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=C 2024-12-03T18:30:20,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:20,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/40d3a4995dfc4bb7ac786ad754187562 is 50, key is test_row_0/A:col10/1733250620092/Put/seqid=0 2024-12-03T18:30:20,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742346_1522 (size=12301) 2024-12-03T18:30:20,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/40d3a4995dfc4bb7ac786ad754187562 2024-12-03T18:30:20,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/a08706cec6424190a4d94e21573feab1 is 50, key is test_row_0/B:col10/1733250620092/Put/seqid=0 2024-12-03T18:30:20,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742347_1523 (size=12301) 2024-12-03T18:30:20,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:20,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250680151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:20,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:20,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250680152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:20,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:20,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250680152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:20,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:20,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250680256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:20,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:20,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250680256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:20,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:20,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250680256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:20,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250680459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:20,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250680459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:20,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250680459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:20,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/a08706cec6424190a4d94e21573feab1 2024-12-03T18:30:20,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/ada5489ec7844be3a0592b758c426f18 is 50, key is test_row_0/C:col10/1733250620092/Put/seqid=0 2024-12-03T18:30:20,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742348_1524 (size=12301) 2024-12-03T18:30:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-03T18:30:20,717 INFO [Thread-2003 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-12-03T18:30:20,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:30:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-12-03T18:30:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-03T18:30:20,720 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:30:20,720 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:30:20,720 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:30:20,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250680762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:20,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250680762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:20,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250680762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-03T18:30:20,871 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:20,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-03T18:30:20,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:20,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:20,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:20,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:20,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:20,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/ada5489ec7844be3a0592b758c426f18 2024-12-03T18:30:20,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/40d3a4995dfc4bb7ac786ad754187562 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/40d3a4995dfc4bb7ac786ad754187562 2024-12-03T18:30:20,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/40d3a4995dfc4bb7ac786ad754187562, entries=150, sequenceid=366, filesize=12.0 K 2024-12-03T18:30:20,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/a08706cec6424190a4d94e21573feab1 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/a08706cec6424190a4d94e21573feab1 2024-12-03T18:30:20,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/a08706cec6424190a4d94e21573feab1, entries=150, sequenceid=366, filesize=12.0 K 2024-12-03T18:30:20,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/ada5489ec7844be3a0592b758c426f18 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/ada5489ec7844be3a0592b758c426f18 2024-12-03T18:30:20,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/ada5489ec7844be3a0592b758c426f18, entries=150, sequenceid=366, filesize=12.0 K 2024-12-03T18:30:20,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 0b6d7d70c25ffe6ea979a4348960915b in 881ms, sequenceid=366, compaction requested=true 2024-12-03T18:30:20,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:20,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b6d7d70c25ffe6ea979a4348960915b:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:30:20,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:20,973 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T18:30:20,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b6d7d70c25ffe6ea979a4348960915b:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:30:20,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:20,973 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T18:30:20,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b6d7d70c25ffe6ea979a4348960915b:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:30:20,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:30:20,974 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T18:30:20,974 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T18:30:20,974 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 0b6d7d70c25ffe6ea979a4348960915b/B is initiating minor compaction (all files) 2024-12-03T18:30:20,974 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 0b6d7d70c25ffe6ea979a4348960915b/A is initiating minor compaction (all files) 2024-12-03T18:30:20,974 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b6d7d70c25ffe6ea979a4348960915b/A in TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:20,974 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b6d7d70c25ffe6ea979a4348960915b/B in TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:20,974 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/2e13a2ddd57b48cdb4cae743f8f835b7, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/654fdccceb3c4e6a88027879ddf268f4, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/5314ef3d33b64a3ababdd4dbbf93f7bd, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/40d3a4995dfc4bb7ac786ad754187562] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp, totalSize=46.4 K 2024-12-03T18:30:20,974 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/b8554955afb54313b93beef0ce7a3955, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/591d97a5c4894b0e940627b8e5716a44, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/3e42891ba4eb40b3afee91296ecc00b2, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/a08706cec6424190a4d94e21573feab1] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp, totalSize=46.4 K 2024-12-03T18:30:20,975 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting b8554955afb54313b93beef0ce7a3955, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733250615514 2024-12-03T18:30:20,975 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e13a2ddd57b48cdb4cae743f8f835b7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733250615514 2024-12-03T18:30:20,975 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 654fdccceb3c4e6a88027879ddf268f4, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733250616172 2024-12-03T18:30:20,975 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 591d97a5c4894b0e940627b8e5716a44, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733250616172 2024-12-03T18:30:20,975 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5314ef3d33b64a3ababdd4dbbf93f7bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733250617325 2024-12-03T18:30:20,975 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e42891ba4eb40b3afee91296ecc00b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733250617325 2024-12-03T18:30:20,975 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40d3a4995dfc4bb7ac786ad754187562, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1733250619468 2024-12-03T18:30:20,975 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting a08706cec6424190a4d94e21573feab1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1733250619468 2024-12-03T18:30:20,981 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b6d7d70c25ffe6ea979a4348960915b#A#compaction#442 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:20,981 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/bbd5d0b65a5546a1968a7fa00d96ab9b is 50, key is test_row_0/A:col10/1733250620092/Put/seqid=0 2024-12-03T18:30:20,981 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b6d7d70c25ffe6ea979a4348960915b#B#compaction#443 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:20,982 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/5d2c513dbe784478ad989b201ce47247 is 50, key is test_row_0/B:col10/1733250620092/Put/seqid=0 2024-12-03T18:30:20,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742349_1525 (size=13187) 2024-12-03T18:30:20,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742350_1526 (size=13187) 2024-12-03T18:30:20,993 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/5d2c513dbe784478ad989b201ce47247 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/5d2c513dbe784478ad989b201ce47247 2024-12-03T18:30:20,995 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0b6d7d70c25ffe6ea979a4348960915b/B of 0b6d7d70c25ffe6ea979a4348960915b into 5d2c513dbe784478ad989b201ce47247(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:20,995 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:20,995 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b., storeName=0b6d7d70c25ffe6ea979a4348960915b/B, priority=12, startTime=1733250620973; duration=0sec 2024-12-03T18:30:20,996 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:30:20,996 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b6d7d70c25ffe6ea979a4348960915b:B 2024-12-03T18:30:20,996 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T18:30:20,996 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T18:30:20,997 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 0b6d7d70c25ffe6ea979a4348960915b/C is initiating minor compaction (all files) 2024-12-03T18:30:20,997 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b6d7d70c25ffe6ea979a4348960915b/C in TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:20,997 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/f9a7edb34d69498d8f6077c46b4da5a7, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/5c459036897c4969b299757126066180, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/1d18b1fcd43f412587b6f42431e887d2, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/ada5489ec7844be3a0592b758c426f18] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp, totalSize=46.4 K 2024-12-03T18:30:20,997 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting f9a7edb34d69498d8f6077c46b4da5a7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733250615514 2024-12-03T18:30:20,997 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c459036897c4969b299757126066180, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733250616172 2024-12-03T18:30:20,997 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d18b1fcd43f412587b6f42431e887d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733250617325 2024-12-03T18:30:20,998 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting ada5489ec7844be3a0592b758c426f18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1733250619468 2024-12-03T18:30:21,004 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b6d7d70c25ffe6ea979a4348960915b#C#compaction#444 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:21,005 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/8bb6ec4aea744ef0a45f2667663232a4 is 50, key is test_row_0/C:col10/1733250620092/Put/seqid=0 2024-12-03T18:30:21,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742351_1527 (size=13187) 2024-12-03T18:30:21,015 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/8bb6ec4aea744ef0a45f2667663232a4 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/8bb6ec4aea744ef0a45f2667663232a4 2024-12-03T18:30:21,018 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0b6d7d70c25ffe6ea979a4348960915b/C of 0b6d7d70c25ffe6ea979a4348960915b into 8bb6ec4aea744ef0a45f2667663232a4(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:21,018 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:21,018 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b., storeName=0b6d7d70c25ffe6ea979a4348960915b/C, priority=12, startTime=1733250620973; duration=0sec 2024-12-03T18:30:21,019 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:21,019 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b6d7d70c25ffe6ea979a4348960915b:C 2024-12-03T18:30:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-03T18:30:21,023 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:21,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-03T18:30:21,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:21,024 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 0b6d7d70c25ffe6ea979a4348960915b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-03T18:30:21,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=A 2024-12-03T18:30:21,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:21,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=B 2024-12-03T18:30:21,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:21,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=C 2024-12-03T18:30:21,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:21,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/d8b6bf07815b414e80cfbde21a57b1d2 is 50, key is test_row_0/A:col10/1733250620135/Put/seqid=0 2024-12-03T18:30:21,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742352_1528 (size=12301) 2024-12-03T18:30:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 0b6d7d70c25ffe6ea979a4348960915b 2024-12-03T18:30:21,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. as already flushing 2024-12-03T18:30:21,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250681064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:21,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250681171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:21,214 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T18:30:21,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250681267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:21,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250681268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:21,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250681269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-03T18:30:21,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250681374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:21,405 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/bbd5d0b65a5546a1968a7fa00d96ab9b as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/bbd5d0b65a5546a1968a7fa00d96ab9b 2024-12-03T18:30:21,410 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0b6d7d70c25ffe6ea979a4348960915b/A of 0b6d7d70c25ffe6ea979a4348960915b into bbd5d0b65a5546a1968a7fa00d96ab9b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:21,410 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:21,410 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b., storeName=0b6d7d70c25ffe6ea979a4348960915b/A, priority=12, startTime=1733250620973; duration=0sec 2024-12-03T18:30:21,410 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:21,410 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b6d7d70c25ffe6ea979a4348960915b:A 2024-12-03T18:30:21,434 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/d8b6bf07815b414e80cfbde21a57b1d2 2024-12-03T18:30:21,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/aa41d0236ed144beb695611379e33570 is 50, key is test_row_0/B:col10/1733250620135/Put/seqid=0 2024-12-03T18:30:21,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742353_1529 (size=12301) 2024-12-03T18:30:21,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250681691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-03T18:30:21,913 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/aa41d0236ed144beb695611379e33570 2024-12-03T18:30:21,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/31abf664dabc45bbb86db672343e52cf is 50, key is test_row_0/C:col10/1733250620135/Put/seqid=0 2024-12-03T18:30:21,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742354_1530 (size=12301) 2024-12-03T18:30:21,977 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/31abf664dabc45bbb86db672343e52cf 2024-12-03T18:30:21,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/d8b6bf07815b414e80cfbde21a57b1d2 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/d8b6bf07815b414e80cfbde21a57b1d2 2024-12-03T18:30:21,988 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/d8b6bf07815b414e80cfbde21a57b1d2, entries=150, sequenceid=392, filesize=12.0 K 2024-12-03T18:30:21,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/aa41d0236ed144beb695611379e33570 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/aa41d0236ed144beb695611379e33570 2024-12-03T18:30:21,992 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/aa41d0236ed144beb695611379e33570, entries=150, sequenceid=392, filesize=12.0 K 2024-12-03T18:30:21,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/31abf664dabc45bbb86db672343e52cf as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/31abf664dabc45bbb86db672343e52cf 2024-12-03T18:30:22,002 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/31abf664dabc45bbb86db672343e52cf, entries=150, sequenceid=392, filesize=12.0 K 2024-12-03T18:30:22,002 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 0b6d7d70c25ffe6ea979a4348960915b in 978ms, sequenceid=392, compaction requested=false 2024-12-03T18:30:22,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:22,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:22,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-12-03T18:30:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-12-03T18:30:22,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-12-03T18:30:22,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2840 sec 2024-12-03T18:30:22,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.2870 sec 2024-12-03T18:30:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 0b6d7d70c25ffe6ea979a4348960915b 2024-12-03T18:30:22,210 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b6d7d70c25ffe6ea979a4348960915b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-03T18:30:22,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=A 2024-12-03T18:30:22,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:22,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=B 2024-12-03T18:30:22,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:22,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=C 2024-12-03T18:30:22,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:22,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/2a0c7733f21f4ec48376438d5b48d076 is 50, key is test_row_0/A:col10/1733250622208/Put/seqid=0 2024-12-03T18:30:22,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742355_1531 (size=12301) 2024-12-03T18:30:22,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250682296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:22,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250682300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:22,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250682303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:22,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250682312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:22,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250682404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:22,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250682411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:22,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250682412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:22,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250682417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:22,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250682613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:22,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250682621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:22,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250682624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:22,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250682625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:22,627 DEBUG [Thread-2008 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f7c40ba to 127.0.0.1:60582 2024-12-03T18:30:22,627 DEBUG [Thread-2008 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:22,628 DEBUG [Thread-2010 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x41b0e7b6 to 127.0.0.1:60582 2024-12-03T18:30:22,628 DEBUG [Thread-2010 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:22,628 DEBUG [Thread-2004 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7daa5922 to 127.0.0.1:60582 2024-12-03T18:30:22,628 DEBUG [Thread-2004 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:22,634 DEBUG [Thread-2012 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0f2423f3 to 127.0.0.1:60582 2024-12-03T18:30:22,634 DEBUG [Thread-2012 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:22,636 DEBUG [Thread-2006 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b7f20c4 to 127.0.0.1:60582 2024-12-03T18:30:22,636 DEBUG [Thread-2006 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:22,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/2a0c7733f21f4ec48376438d5b48d076 2024-12-03T18:30:22,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/01d528e4b10e40429e9673a8b311a6f6 is 50, key is test_row_0/B:col10/1733250622208/Put/seqid=0 2024-12-03T18:30:22,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742356_1532 (size=12301) 2024-12-03T18:30:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-03T18:30:22,852 INFO [Thread-2003 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-12-03T18:30:22,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250682918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:22,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250682929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:22,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250682931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:22,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250682931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:23,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/01d528e4b10e40429e9673a8b311a6f6 2024-12-03T18:30:23,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/b47d5599e04b477290608a9bcd28b7ce is 50, key is test_row_0/C:col10/1733250622208/Put/seqid=0 2024-12-03T18:30:23,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742357_1533 (size=12301) 2024-12-03T18:30:23,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:23,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43966 deadline: 1733250683425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:23,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:23,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43906 deadline: 1733250683431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:23,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43934 deadline: 1733250683434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:23,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:23,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43980 deadline: 1733250683437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:23,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/b47d5599e04b477290608a9bcd28b7ce 2024-12-03T18:30:23,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/2a0c7733f21f4ec48376438d5b48d076 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/2a0c7733f21f4ec48376438d5b48d076 2024-12-03T18:30:23,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/2a0c7733f21f4ec48376438d5b48d076, entries=150, sequenceid=406, filesize=12.0 K 2024-12-03T18:30:23,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/01d528e4b10e40429e9673a8b311a6f6 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/01d528e4b10e40429e9673a8b311a6f6 2024-12-03T18:30:23,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/01d528e4b10e40429e9673a8b311a6f6, entries=150, sequenceid=406, filesize=12.0 K 2024-12-03T18:30:23,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/b47d5599e04b477290608a9bcd28b7ce as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/b47d5599e04b477290608a9bcd28b7ce 2024-12-03T18:30:23,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/b47d5599e04b477290608a9bcd28b7ce, entries=150, sequenceid=406, filesize=12.0 K 2024-12-03T18:30:23,502 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 0b6d7d70c25ffe6ea979a4348960915b in 1291ms, sequenceid=406, compaction requested=true 2024-12-03T18:30:23,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:23,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b6d7d70c25ffe6ea979a4348960915b:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:30:23,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:23,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b6d7d70c25ffe6ea979a4348960915b:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:30:23,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:23,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b6d7d70c25ffe6ea979a4348960915b:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:30:23,502 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:30:23,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:30:23,502 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:30:23,503 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:30:23,503 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:30:23,503 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 0b6d7d70c25ffe6ea979a4348960915b/B is initiating minor compaction (all files) 2024-12-03T18:30:23,503 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): 0b6d7d70c25ffe6ea979a4348960915b/A is initiating minor compaction (all files) 2024-12-03T18:30:23,503 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b6d7d70c25ffe6ea979a4348960915b/A in TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:23,503 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b6d7d70c25ffe6ea979a4348960915b/B in TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:23,503 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/5d2c513dbe784478ad989b201ce47247, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/aa41d0236ed144beb695611379e33570, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/01d528e4b10e40429e9673a8b311a6f6] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp, totalSize=36.9 K 2024-12-03T18:30:23,503 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/bbd5d0b65a5546a1968a7fa00d96ab9b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/d8b6bf07815b414e80cfbde21a57b1d2, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/2a0c7733f21f4ec48376438d5b48d076] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp, totalSize=36.9 K 2024-12-03T18:30:23,504 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbd5d0b65a5546a1968a7fa00d96ab9b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1733250619468 2024-12-03T18:30:23,504 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d2c513dbe784478ad989b201ce47247, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1733250619468 2024-12-03T18:30:23,504 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting aa41d0236ed144beb695611379e33570, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733250620135 2024-12-03T18:30:23,504 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8b6bf07815b414e80cfbde21a57b1d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733250620135 2024-12-03T18:30:23,504 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a0c7733f21f4ec48376438d5b48d076, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1733250621057 2024-12-03T18:30:23,504 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 01d528e4b10e40429e9673a8b311a6f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1733250621057 2024-12-03T18:30:23,512 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b6d7d70c25ffe6ea979a4348960915b#B#compaction#452 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:23,512 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b6d7d70c25ffe6ea979a4348960915b#A#compaction#451 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:23,512 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/bcffe3204db14d4da6e43ef555f394d1 is 50, key is test_row_0/A:col10/1733250622208/Put/seqid=0 2024-12-03T18:30:23,512 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/ebeb47c01ffc485a963865401b6a463f is 50, key is test_row_0/B:col10/1733250622208/Put/seqid=0 2024-12-03T18:30:23,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742358_1534 (size=13289) 2024-12-03T18:30:23,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742359_1535 (size=13289) 2024-12-03T18:30:23,921 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/bcffe3204db14d4da6e43ef555f394d1 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/bcffe3204db14d4da6e43ef555f394d1 2024-12-03T18:30:23,921 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/ebeb47c01ffc485a963865401b6a463f as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/ebeb47c01ffc485a963865401b6a463f 2024-12-03T18:30:23,925 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b6d7d70c25ffe6ea979a4348960915b/B of 0b6d7d70c25ffe6ea979a4348960915b into ebeb47c01ffc485a963865401b6a463f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:23,925 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b6d7d70c25ffe6ea979a4348960915b/A of 0b6d7d70c25ffe6ea979a4348960915b into bcffe3204db14d4da6e43ef555f394d1(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:23,925 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:23,925 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:23,925 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b., storeName=0b6d7d70c25ffe6ea979a4348960915b/B, priority=13, startTime=1733250623502; duration=0sec 2024-12-03T18:30:23,925 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b., storeName=0b6d7d70c25ffe6ea979a4348960915b/A, priority=13, startTime=1733250623502; duration=0sec 2024-12-03T18:30:23,925 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:30:23,925 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b6d7d70c25ffe6ea979a4348960915b:B 2024-12-03T18:30:23,925 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:23,925 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b6d7d70c25ffe6ea979a4348960915b:A 2024-12-03T18:30:23,926 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:30:23,926 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:30:23,927 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): 0b6d7d70c25ffe6ea979a4348960915b/C is initiating minor compaction (all files) 2024-12-03T18:30:23,927 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0b6d7d70c25ffe6ea979a4348960915b/C in TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:23,927 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/8bb6ec4aea744ef0a45f2667663232a4, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/31abf664dabc45bbb86db672343e52cf, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/b47d5599e04b477290608a9bcd28b7ce] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp, totalSize=36.9 K 2024-12-03T18:30:23,927 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 8bb6ec4aea744ef0a45f2667663232a4, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1733250619468 2024-12-03T18:30:23,928 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 31abf664dabc45bbb86db672343e52cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733250620135 2024-12-03T18:30:23,928 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting b47d5599e04b477290608a9bcd28b7ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1733250621057 2024-12-03T18:30:23,935 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b6d7d70c25ffe6ea979a4348960915b#C#compaction#453 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:23,936 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/97587445402549398182d87a9520fb6d is 50, key is test_row_0/C:col10/1733250622208/Put/seqid=0 2024-12-03T18:30:23,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742360_1536 (size=13289) 2024-12-03T18:30:23,943 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/97587445402549398182d87a9520fb6d as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/97587445402549398182d87a9520fb6d 2024-12-03T18:30:23,946 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0b6d7d70c25ffe6ea979a4348960915b/C of 0b6d7d70c25ffe6ea979a4348960915b into 97587445402549398182d87a9520fb6d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:23,946 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:23,946 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b., storeName=0b6d7d70c25ffe6ea979a4348960915b/C, priority=13, startTime=1733250623502; duration=0sec 2024-12-03T18:30:23,946 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:23,946 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b6d7d70c25ffe6ea979a4348960915b:C 2024-12-03T18:30:24,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on 0b6d7d70c25ffe6ea979a4348960915b 2024-12-03T18:30:24,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0b6d7d70c25ffe6ea979a4348960915b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-03T18:30:24,434 DEBUG [Thread-2001 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7043f683 to 127.0.0.1:60582 2024-12-03T18:30:24,434 DEBUG [Thread-2001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:24,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=A 2024-12-03T18:30:24,434 DEBUG [Thread-1997 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7177efc9 to 127.0.0.1:60582 2024-12-03T18:30:24,434 DEBUG [Thread-1997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:24,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:24,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=B 2024-12-03T18:30:24,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:24,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=C 2024-12-03T18:30:24,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:24,438 DEBUG [Thread-1993 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3512017b to 127.0.0.1:60582 2024-12-03T18:30:24,438 DEBUG [Thread-1993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:24,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/009ad46568e24943a5e5b2a61e4ddf0a is 50, key is test_row_0/A:col10/1733250622301/Put/seqid=0 2024-12-03T18:30:24,443 DEBUG [Thread-1999 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61d38088 to 127.0.0.1:60582 2024-12-03T18:30:24,443 DEBUG [Thread-1999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:24,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742361_1537 (size=12301) 2024-12-03T18:30:24,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/009ad46568e24943a5e5b2a61e4ddf0a 2024-12-03T18:30:24,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/3b9db21cce5f43879697476a54772798 is 50, key is test_row_0/B:col10/1733250622301/Put/seqid=0 2024-12-03T18:30:24,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742362_1538 (size=12301) 2024-12-03T18:30:25,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/3b9db21cce5f43879697476a54772798 2024-12-03T18:30:25,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/5db3ecf7da304742b40349b521f66a34 is 50, key is test_row_0/C:col10/1733250622301/Put/seqid=0 2024-12-03T18:30:25,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742363_1539 (size=12301) 2024-12-03T18:30:25,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/5db3ecf7da304742b40349b521f66a34 2024-12-03T18:30:25,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/009ad46568e24943a5e5b2a61e4ddf0a as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/009ad46568e24943a5e5b2a61e4ddf0a 2024-12-03T18:30:25,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/009ad46568e24943a5e5b2a61e4ddf0a, entries=150, sequenceid=434, filesize=12.0 K 2024-12-03T18:30:25,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/3b9db21cce5f43879697476a54772798 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/3b9db21cce5f43879697476a54772798 2024-12-03T18:30:25,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/3b9db21cce5f43879697476a54772798, entries=150, sequenceid=434, filesize=12.0 K 2024-12-03T18:30:25,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/5db3ecf7da304742b40349b521f66a34 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/5db3ecf7da304742b40349b521f66a34 2024-12-03T18:30:25,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/5db3ecf7da304742b40349b521f66a34, entries=150, sequenceid=434, filesize=12.0 K 2024-12-03T18:30:25,687 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=13.42 KB/13740 for 0b6d7d70c25ffe6ea979a4348960915b in 1253ms, sequenceid=434, compaction requested=false 2024-12-03T18:30:25,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:27,406 DEBUG [Thread-1995 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x695c2253 to 127.0.0.1:60582 2024-12-03T18:30:27,406 DEBUG [Thread-1995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:27,406 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-03T18:30:27,406 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-12-03T18:30:27,406 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-12-03T18:30:27,406 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-12-03T18:30:27,406 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-12-03T18:30:27,406 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-12-03T18:30:27,406 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-03T18:30:27,406 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-03T18:30:27,406 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2106 2024-12-03T18:30:27,406 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6318 rows 2024-12-03T18:30:27,406 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2113 2024-12-03T18:30:27,406 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6339 rows 2024-12-03T18:30:27,406 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2130 2024-12-03T18:30:27,406 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6390 rows 2024-12-03T18:30:27,406 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2092 2024-12-03T18:30:27,406 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6276 rows 2024-12-03T18:30:27,406 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2108 2024-12-03T18:30:27,406 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6324 rows 2024-12-03T18:30:27,406 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-03T18:30:27,406 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3fa53591 to 127.0.0.1:60582 2024-12-03T18:30:27,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:27,408 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-03T18:30:27,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-03T18:30:27,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-03T18:30:27,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-03T18:30:27,411 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250627411"}]},"ts":"1733250627411"} 2024-12-03T18:30:27,412 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-03T18:30:27,438 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-03T18:30:27,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T18:30:27,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0b6d7d70c25ffe6ea979a4348960915b, UNASSIGN}] 2024-12-03T18:30:27,442 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0b6d7d70c25ffe6ea979a4348960915b, UNASSIGN 2024-12-03T18:30:27,443 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=0b6d7d70c25ffe6ea979a4348960915b, regionState=CLOSING, regionLocation=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:27,445 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T18:30:27,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; CloseRegionProcedure 0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452}] 2024-12-03T18:30:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-03T18:30:27,596 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:27,597 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(124): Close 0b6d7d70c25ffe6ea979a4348960915b 2024-12-03T18:30:27,597 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-03T18:30:27,597 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1681): Closing 0b6d7d70c25ffe6ea979a4348960915b, disabling compactions & flushes 2024-12-03T18:30:27,597 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:27,597 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:27,597 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. after waiting 0 ms 2024-12-03T18:30:27,597 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:27,597 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(2837): Flushing 0b6d7d70c25ffe6ea979a4348960915b 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-03T18:30:27,597 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=A 2024-12-03T18:30:27,598 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:27,598 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=B 2024-12-03T18:30:27,598 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:27,598 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0b6d7d70c25ffe6ea979a4348960915b, store=C 2024-12-03T18:30:27,598 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:27,605 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/8fa3ac1fa59f49d4ad44aef195ce8b48 is 50, key is test_row_0/A:col10/1733250624437/Put/seqid=0 2024-12-03T18:30:27,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742364_1540 (size=9857) 2024-12-03T18:30:27,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-03T18:30:28,010 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/8fa3ac1fa59f49d4ad44aef195ce8b48 2024-12-03T18:30:28,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-03T18:30:28,019 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/527dc28e4b4f4e0481a657461d3ce42b is 50, key is test_row_0/B:col10/1733250624437/Put/seqid=0 2024-12-03T18:30:28,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742365_1541 (size=9857) 2024-12-03T18:30:28,424 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/527dc28e4b4f4e0481a657461d3ce42b 2024-12-03T18:30:28,429 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/a00a9b8543114d709f4b9ff066765c8f is 50, key is test_row_0/C:col10/1733250624437/Put/seqid=0 2024-12-03T18:30:28,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742366_1542 (size=9857) 2024-12-03T18:30:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-03T18:30:28,833 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/a00a9b8543114d709f4b9ff066765c8f 2024-12-03T18:30:28,837 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/A/8fa3ac1fa59f49d4ad44aef195ce8b48 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/8fa3ac1fa59f49d4ad44aef195ce8b48 2024-12-03T18:30:28,840 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/8fa3ac1fa59f49d4ad44aef195ce8b48, entries=100, sequenceid=440, filesize=9.6 K 2024-12-03T18:30:28,841 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/B/527dc28e4b4f4e0481a657461d3ce42b as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/527dc28e4b4f4e0481a657461d3ce42b 2024-12-03T18:30:28,843 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/527dc28e4b4f4e0481a657461d3ce42b, entries=100, sequenceid=440, filesize=9.6 K 2024-12-03T18:30:28,844 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/.tmp/C/a00a9b8543114d709f4b9ff066765c8f as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/a00a9b8543114d709f4b9ff066765c8f 2024-12-03T18:30:28,846 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/a00a9b8543114d709f4b9ff066765c8f, entries=100, sequenceid=440, filesize=9.6 K 2024-12-03T18:30:28,847 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 0b6d7d70c25ffe6ea979a4348960915b in 1250ms, sequenceid=440, compaction requested=true 2024-12-03T18:30:28,847 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/ac7f14e716f54901ba24ccdc190a269b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/cd65e6f181f74145a2aba9bb433cd100, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/6b6514d49fa143e687d6a1ff4d35a45e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/9293612a4f044c21aa96cbbbaf5f441f, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/40e3fab5ae5640b490d72e1026d36e0c, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/05f831c9c65b4a229097424cc4786e32, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/d0fb7b376203466983da73ee646cc690, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/731650277f47452bac6fbff9f5263824, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/e5143afe7ade4f0fb6710af7ecc1e260, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/658df4cf37534e318f880815420d049f, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/31c21d517ffd48abba8cce0051634e91, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/0a9d7348022b4ae4bb5fbf05073d7b0e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/a1d6dc28877a424db5268edab9218b9b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/ded3a6709629418a81807d7871c1bfe8, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/cfcff55bdf55459da9ac9b25ee697f2f, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/a011b35639af4d64afc344dffc7ec8d1, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/0df4fc7926c646ba88bedafc2390c061, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/0f4d5b5077c64b23b7906a776627a17d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/3077f0577b4c4e2d835b2a219ef72b25, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/960d810b20074636947e6191e3b6e4f5, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/024f7e831da74feba57ac8f766badddb, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/94c3c5e8c6614c55a621260e3130e377, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/2e13a2ddd57b48cdb4cae743f8f835b7, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/654fdccceb3c4e6a88027879ddf268f4, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/5314ef3d33b64a3ababdd4dbbf93f7bd, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/bbd5d0b65a5546a1968a7fa00d96ab9b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/40d3a4995dfc4bb7ac786ad754187562, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/d8b6bf07815b414e80cfbde21a57b1d2, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/2a0c7733f21f4ec48376438d5b48d076] to archive 2024-12-03T18:30:28,848 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T18:30:28,849 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/ac7f14e716f54901ba24ccdc190a269b to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/ac7f14e716f54901ba24ccdc190a269b 2024-12-03T18:30:28,850 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/cd65e6f181f74145a2aba9bb433cd100 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/cd65e6f181f74145a2aba9bb433cd100 2024-12-03T18:30:28,851 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/6b6514d49fa143e687d6a1ff4d35a45e to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/6b6514d49fa143e687d6a1ff4d35a45e 2024-12-03T18:30:28,852 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/9293612a4f044c21aa96cbbbaf5f441f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/9293612a4f044c21aa96cbbbaf5f441f 2024-12-03T18:30:28,853 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/40e3fab5ae5640b490d72e1026d36e0c to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/40e3fab5ae5640b490d72e1026d36e0c 2024-12-03T18:30:28,854 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/05f831c9c65b4a229097424cc4786e32 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/05f831c9c65b4a229097424cc4786e32 2024-12-03T18:30:28,854 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/d0fb7b376203466983da73ee646cc690 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/d0fb7b376203466983da73ee646cc690 2024-12-03T18:30:28,855 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/731650277f47452bac6fbff9f5263824 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/731650277f47452bac6fbff9f5263824 2024-12-03T18:30:28,856 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/e5143afe7ade4f0fb6710af7ecc1e260 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/e5143afe7ade4f0fb6710af7ecc1e260 2024-12-03T18:30:28,857 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/658df4cf37534e318f880815420d049f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/658df4cf37534e318f880815420d049f 2024-12-03T18:30:28,857 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/31c21d517ffd48abba8cce0051634e91 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/31c21d517ffd48abba8cce0051634e91 2024-12-03T18:30:28,858 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/0a9d7348022b4ae4bb5fbf05073d7b0e to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/0a9d7348022b4ae4bb5fbf05073d7b0e 2024-12-03T18:30:28,859 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/a1d6dc28877a424db5268edab9218b9b to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/a1d6dc28877a424db5268edab9218b9b 2024-12-03T18:30:28,860 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/ded3a6709629418a81807d7871c1bfe8 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/ded3a6709629418a81807d7871c1bfe8 2024-12-03T18:30:28,861 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/cfcff55bdf55459da9ac9b25ee697f2f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/cfcff55bdf55459da9ac9b25ee697f2f 2024-12-03T18:30:28,861 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/a011b35639af4d64afc344dffc7ec8d1 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/a011b35639af4d64afc344dffc7ec8d1 2024-12-03T18:30:28,862 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/0df4fc7926c646ba88bedafc2390c061 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/0df4fc7926c646ba88bedafc2390c061 2024-12-03T18:30:28,863 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/0f4d5b5077c64b23b7906a776627a17d to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/0f4d5b5077c64b23b7906a776627a17d 2024-12-03T18:30:28,864 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/3077f0577b4c4e2d835b2a219ef72b25 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/3077f0577b4c4e2d835b2a219ef72b25 2024-12-03T18:30:28,864 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/960d810b20074636947e6191e3b6e4f5 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/960d810b20074636947e6191e3b6e4f5 2024-12-03T18:30:28,865 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/024f7e831da74feba57ac8f766badddb to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/024f7e831da74feba57ac8f766badddb 2024-12-03T18:30:28,865 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/94c3c5e8c6614c55a621260e3130e377 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/94c3c5e8c6614c55a621260e3130e377 2024-12-03T18:30:28,866 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/2e13a2ddd57b48cdb4cae743f8f835b7 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/2e13a2ddd57b48cdb4cae743f8f835b7 2024-12-03T18:30:28,867 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/654fdccceb3c4e6a88027879ddf268f4 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/654fdccceb3c4e6a88027879ddf268f4 2024-12-03T18:30:28,867 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/5314ef3d33b64a3ababdd4dbbf93f7bd to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/5314ef3d33b64a3ababdd4dbbf93f7bd 2024-12-03T18:30:28,868 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/bbd5d0b65a5546a1968a7fa00d96ab9b to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/bbd5d0b65a5546a1968a7fa00d96ab9b 2024-12-03T18:30:28,869 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/40d3a4995dfc4bb7ac786ad754187562 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/40d3a4995dfc4bb7ac786ad754187562 2024-12-03T18:30:28,869 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/d8b6bf07815b414e80cfbde21a57b1d2 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/d8b6bf07815b414e80cfbde21a57b1d2 2024-12-03T18:30:28,870 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/2a0c7733f21f4ec48376438d5b48d076 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/2a0c7733f21f4ec48376438d5b48d076 2024-12-03T18:30:28,871 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/02f7e6ca1215475a96e22affb142c982, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/b649ed8de14244ea994e88bf18cc00de, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/b83e8e9454ee4708af8e3a3f686d6649, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/053cd47d329b4469b5f1b4938264a436, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/620a038a4157423b8fa3c6896eadefaa, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/b4f9900b3cda4ae49713d5b271770ab4, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/e891f1ef079f47239c50c3c46a3f7857, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/5dc9639ebdbd4ddf9b2fc60d37ccba72, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/d29d8e2f8b9d46eba8997c55fe9d8c53, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/46334ca4afcd4e59888e4a69c5f0fc17, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/b48d207daee141f1a9e1fcb680878f89, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/ade3d3029cac40bcafdf7db1bbfb4ed1, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/8b10ee60a1a24b8184ae591f057915dc, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/5e5841f2bf5b41ee866ce4950222d900, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/eb62f10347854443af7f8476819edce4, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/67b55939c6ad4cc3a9523ba2e031173a, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/2026ffdb943b458c81a4555c23557639, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/d6a9345f378944a5be825dabb34628c1, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/4effd31710c34d65ac9109d59b3ce904, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/e5dc39f1f8034dd8843096395b5a44d4, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/9abc7bc84a63485fb2ebb4ca360e8dea, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/b8554955afb54313b93beef0ce7a3955, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/98e2be50e6af4d919527892f4b4b2c04, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/591d97a5c4894b0e940627b8e5716a44, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/3e42891ba4eb40b3afee91296ecc00b2, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/5d2c513dbe784478ad989b201ce47247, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/a08706cec6424190a4d94e21573feab1, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/aa41d0236ed144beb695611379e33570, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/01d528e4b10e40429e9673a8b311a6f6] to archive 2024-12-03T18:30:28,872 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T18:30:28,873 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/02f7e6ca1215475a96e22affb142c982 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/02f7e6ca1215475a96e22affb142c982 2024-12-03T18:30:28,874 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/b649ed8de14244ea994e88bf18cc00de to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/b649ed8de14244ea994e88bf18cc00de 2024-12-03T18:30:28,875 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/b83e8e9454ee4708af8e3a3f686d6649 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/b83e8e9454ee4708af8e3a3f686d6649 2024-12-03T18:30:28,876 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/053cd47d329b4469b5f1b4938264a436 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/053cd47d329b4469b5f1b4938264a436 2024-12-03T18:30:28,877 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/620a038a4157423b8fa3c6896eadefaa to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/620a038a4157423b8fa3c6896eadefaa 2024-12-03T18:30:28,878 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/b4f9900b3cda4ae49713d5b271770ab4 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/b4f9900b3cda4ae49713d5b271770ab4 2024-12-03T18:30:28,879 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/e891f1ef079f47239c50c3c46a3f7857 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/e891f1ef079f47239c50c3c46a3f7857 2024-12-03T18:30:28,880 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/5dc9639ebdbd4ddf9b2fc60d37ccba72 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/5dc9639ebdbd4ddf9b2fc60d37ccba72 2024-12-03T18:30:28,881 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/d29d8e2f8b9d46eba8997c55fe9d8c53 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/d29d8e2f8b9d46eba8997c55fe9d8c53 2024-12-03T18:30:28,883 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/46334ca4afcd4e59888e4a69c5f0fc17 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/46334ca4afcd4e59888e4a69c5f0fc17 2024-12-03T18:30:28,884 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/b48d207daee141f1a9e1fcb680878f89 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/b48d207daee141f1a9e1fcb680878f89 2024-12-03T18:30:28,885 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/ade3d3029cac40bcafdf7db1bbfb4ed1 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/ade3d3029cac40bcafdf7db1bbfb4ed1 2024-12-03T18:30:28,886 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/8b10ee60a1a24b8184ae591f057915dc to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/8b10ee60a1a24b8184ae591f057915dc 2024-12-03T18:30:28,887 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/5e5841f2bf5b41ee866ce4950222d900 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/5e5841f2bf5b41ee866ce4950222d900 2024-12-03T18:30:28,888 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/eb62f10347854443af7f8476819edce4 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/eb62f10347854443af7f8476819edce4 2024-12-03T18:30:28,889 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/67b55939c6ad4cc3a9523ba2e031173a to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/67b55939c6ad4cc3a9523ba2e031173a 2024-12-03T18:30:28,890 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/2026ffdb943b458c81a4555c23557639 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/2026ffdb943b458c81a4555c23557639 2024-12-03T18:30:28,891 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/d6a9345f378944a5be825dabb34628c1 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/d6a9345f378944a5be825dabb34628c1 2024-12-03T18:30:28,892 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/4effd31710c34d65ac9109d59b3ce904 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/4effd31710c34d65ac9109d59b3ce904 2024-12-03T18:30:28,893 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/e5dc39f1f8034dd8843096395b5a44d4 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/e5dc39f1f8034dd8843096395b5a44d4 2024-12-03T18:30:28,894 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/9abc7bc84a63485fb2ebb4ca360e8dea to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/9abc7bc84a63485fb2ebb4ca360e8dea 2024-12-03T18:30:28,895 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/b8554955afb54313b93beef0ce7a3955 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/b8554955afb54313b93beef0ce7a3955 2024-12-03T18:30:28,895 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/98e2be50e6af4d919527892f4b4b2c04 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/98e2be50e6af4d919527892f4b4b2c04 2024-12-03T18:30:28,896 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/591d97a5c4894b0e940627b8e5716a44 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/591d97a5c4894b0e940627b8e5716a44 2024-12-03T18:30:28,897 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/3e42891ba4eb40b3afee91296ecc00b2 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/3e42891ba4eb40b3afee91296ecc00b2 2024-12-03T18:30:28,898 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/5d2c513dbe784478ad989b201ce47247 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/5d2c513dbe784478ad989b201ce47247 2024-12-03T18:30:28,899 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/a08706cec6424190a4d94e21573feab1 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/a08706cec6424190a4d94e21573feab1 2024-12-03T18:30:28,900 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/aa41d0236ed144beb695611379e33570 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/aa41d0236ed144beb695611379e33570 2024-12-03T18:30:28,900 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/01d528e4b10e40429e9673a8b311a6f6 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/01d528e4b10e40429e9673a8b311a6f6 2024-12-03T18:30:28,901 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/97e942f7cf3241d2860d27f33973f433, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/7a43998b5ce44a898f8c612dca221d4d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/4df42db6b3e84745b3818db260b1e2d2, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/ecaee13499714851b89e150fda7c71dc, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/cba6ce216e674c5e8ccf84f911be33fa, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/dd09618cb1524501bb2129fbdf125893, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/01b369374dfb4cc9b53745f1d8ad88a7, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/285adf4986174cff80de5abf6eff70f4, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/6992b17734de46d6acddeeef66b7529a, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/e0ec4dbcc19f4f76a35fa3de3826c9ad, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/66066602a2094162823e336a18750f2c, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/2e98affcddb947719bd221ae74022c95, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/8ca0eb5b63304a74ba974e94bdb5efff, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/6486bc6f8d44433cb326cee52554f8c5, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/2f6b23e459a647558aed4f5fa6848ddc, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/fe94a3b9bff040bb9376502262872711, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/377e3712560d4174ae0b9b72b5139731, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/cad833bff91246c48801c0db7f95a97d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/0eff6e956dde483f8f91225b8abb55d7, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/883d44e41f584793bb30727bed4b2dcd, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/cfc2d3df540d4066a6392dfc07ec2134, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/f9a7edb34d69498d8f6077c46b4da5a7, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/726ed40925474e8a872efc3e49b1a000, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/5c459036897c4969b299757126066180, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/1d18b1fcd43f412587b6f42431e887d2, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/8bb6ec4aea744ef0a45f2667663232a4, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/ada5489ec7844be3a0592b758c426f18, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/31abf664dabc45bbb86db672343e52cf, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/b47d5599e04b477290608a9bcd28b7ce] to archive 2024-12-03T18:30:28,902 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T18:30:28,903 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/97e942f7cf3241d2860d27f33973f433 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/97e942f7cf3241d2860d27f33973f433 2024-12-03T18:30:28,903 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/7a43998b5ce44a898f8c612dca221d4d to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/7a43998b5ce44a898f8c612dca221d4d 2024-12-03T18:30:28,904 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/4df42db6b3e84745b3818db260b1e2d2 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/4df42db6b3e84745b3818db260b1e2d2 2024-12-03T18:30:28,905 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/ecaee13499714851b89e150fda7c71dc to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/ecaee13499714851b89e150fda7c71dc 2024-12-03T18:30:28,905 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/cba6ce216e674c5e8ccf84f911be33fa to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/cba6ce216e674c5e8ccf84f911be33fa 2024-12-03T18:30:28,906 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/dd09618cb1524501bb2129fbdf125893 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/dd09618cb1524501bb2129fbdf125893 2024-12-03T18:30:28,907 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/01b369374dfb4cc9b53745f1d8ad88a7 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/01b369374dfb4cc9b53745f1d8ad88a7 2024-12-03T18:30:28,908 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/285adf4986174cff80de5abf6eff70f4 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/285adf4986174cff80de5abf6eff70f4 2024-12-03T18:30:28,908 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/6992b17734de46d6acddeeef66b7529a to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/6992b17734de46d6acddeeef66b7529a 2024-12-03T18:30:28,909 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/e0ec4dbcc19f4f76a35fa3de3826c9ad to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/e0ec4dbcc19f4f76a35fa3de3826c9ad 2024-12-03T18:30:28,910 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/66066602a2094162823e336a18750f2c to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/66066602a2094162823e336a18750f2c 2024-12-03T18:30:28,910 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/2e98affcddb947719bd221ae74022c95 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/2e98affcddb947719bd221ae74022c95 2024-12-03T18:30:28,911 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/8ca0eb5b63304a74ba974e94bdb5efff to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/8ca0eb5b63304a74ba974e94bdb5efff 2024-12-03T18:30:28,912 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/6486bc6f8d44433cb326cee52554f8c5 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/6486bc6f8d44433cb326cee52554f8c5 2024-12-03T18:30:28,912 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/2f6b23e459a647558aed4f5fa6848ddc to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/2f6b23e459a647558aed4f5fa6848ddc 2024-12-03T18:30:28,913 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/fe94a3b9bff040bb9376502262872711 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/fe94a3b9bff040bb9376502262872711 2024-12-03T18:30:28,913 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/377e3712560d4174ae0b9b72b5139731 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/377e3712560d4174ae0b9b72b5139731 2024-12-03T18:30:28,914 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/cad833bff91246c48801c0db7f95a97d to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/cad833bff91246c48801c0db7f95a97d 2024-12-03T18:30:28,914 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/0eff6e956dde483f8f91225b8abb55d7 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/0eff6e956dde483f8f91225b8abb55d7 2024-12-03T18:30:28,915 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/883d44e41f584793bb30727bed4b2dcd to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/883d44e41f584793bb30727bed4b2dcd 2024-12-03T18:30:28,915 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/cfc2d3df540d4066a6392dfc07ec2134 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/cfc2d3df540d4066a6392dfc07ec2134 2024-12-03T18:30:28,916 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/f9a7edb34d69498d8f6077c46b4da5a7 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/f9a7edb34d69498d8f6077c46b4da5a7 2024-12-03T18:30:28,917 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/726ed40925474e8a872efc3e49b1a000 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/726ed40925474e8a872efc3e49b1a000 2024-12-03T18:30:28,917 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/5c459036897c4969b299757126066180 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/5c459036897c4969b299757126066180 2024-12-03T18:30:28,918 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/1d18b1fcd43f412587b6f42431e887d2 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/1d18b1fcd43f412587b6f42431e887d2 2024-12-03T18:30:28,918 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/8bb6ec4aea744ef0a45f2667663232a4 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/8bb6ec4aea744ef0a45f2667663232a4 2024-12-03T18:30:28,919 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/ada5489ec7844be3a0592b758c426f18 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/ada5489ec7844be3a0592b758c426f18 2024-12-03T18:30:28,919 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/31abf664dabc45bbb86db672343e52cf to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/31abf664dabc45bbb86db672343e52cf 2024-12-03T18:30:28,920 DEBUG [StoreCloser-TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/b47d5599e04b477290608a9bcd28b7ce to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/b47d5599e04b477290608a9bcd28b7ce 2024-12-03T18:30:28,923 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/recovered.edits/443.seqid, newMaxSeqId=443, maxSeqId=1 2024-12-03T18:30:28,924 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b. 2024-12-03T18:30:28,924 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1635): Region close journal for 0b6d7d70c25ffe6ea979a4348960915b: 2024-12-03T18:30:28,925 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(170): Closed 0b6d7d70c25ffe6ea979a4348960915b 2024-12-03T18:30:28,925 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=0b6d7d70c25ffe6ea979a4348960915b, regionState=CLOSED 2024-12-03T18:30:28,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-12-03T18:30:28,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; CloseRegionProcedure 0b6d7d70c25ffe6ea979a4348960915b, server=5840ab6af6da,43459,1733250473452 in 1.4810 sec 2024-12-03T18:30:28,928 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=146, resume processing ppid=145 2024-12-03T18:30:28,928 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=145, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0b6d7d70c25ffe6ea979a4348960915b, UNASSIGN in 1.4860 sec 2024-12-03T18:30:28,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-12-03T18:30:28,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4890 sec 2024-12-03T18:30:28,930 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250628930"}]},"ts":"1733250628930"} 2024-12-03T18:30:28,931 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-03T18:30:28,971 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-03T18:30:28,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5640 sec 2024-12-03T18:30:29,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-03T18:30:29,517 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-12-03T18:30:29,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-03T18:30:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T18:30:29,519 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=148, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T18:30:29,520 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=148, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T18:30:29,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-03T18:30:29,522 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b 2024-12-03T18:30:29,526 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A, FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B, FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C, FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/recovered.edits] 2024-12-03T18:30:29,530 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/009ad46568e24943a5e5b2a61e4ddf0a to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/009ad46568e24943a5e5b2a61e4ddf0a 2024-12-03T18:30:29,532 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/8fa3ac1fa59f49d4ad44aef195ce8b48 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/8fa3ac1fa59f49d4ad44aef195ce8b48 2024-12-03T18:30:29,534 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/bcffe3204db14d4da6e43ef555f394d1 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/A/bcffe3204db14d4da6e43ef555f394d1 2024-12-03T18:30:29,539 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/3b9db21cce5f43879697476a54772798 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/3b9db21cce5f43879697476a54772798 2024-12-03T18:30:29,541 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/527dc28e4b4f4e0481a657461d3ce42b to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/527dc28e4b4f4e0481a657461d3ce42b 2024-12-03T18:30:29,543 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/ebeb47c01ffc485a963865401b6a463f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/B/ebeb47c01ffc485a963865401b6a463f 2024-12-03T18:30:29,546 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/5db3ecf7da304742b40349b521f66a34 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/5db3ecf7da304742b40349b521f66a34 2024-12-03T18:30:29,548 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/97587445402549398182d87a9520fb6d to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/97587445402549398182d87a9520fb6d 2024-12-03T18:30:29,549 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/a00a9b8543114d709f4b9ff066765c8f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/C/a00a9b8543114d709f4b9ff066765c8f 2024-12-03T18:30:29,551 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/recovered.edits/443.seqid to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b/recovered.edits/443.seqid 2024-12-03T18:30:29,552 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/0b6d7d70c25ffe6ea979a4348960915b 2024-12-03T18:30:29,552 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-03T18:30:29,554 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=148, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T18:30:29,556 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-03T18:30:29,558 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-03T18:30:29,559 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=148, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T18:30:29,559 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-03T18:30:29,559 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733250629559"}]},"ts":"9223372036854775807"} 2024-12-03T18:30:29,561 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-03T18:30:29,561 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 0b6d7d70c25ffe6ea979a4348960915b, NAME => 'TestAcidGuarantees,,1733250600337.0b6d7d70c25ffe6ea979a4348960915b.', STARTKEY => '', ENDKEY => ''}] 2024-12-03T18:30:29,561 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-03T18:30:29,561 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733250629561"}]},"ts":"9223372036854775807"} 2024-12-03T18:30:29,563 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-03T18:30:29,572 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=148, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T18:30:29,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 54 msec 2024-12-03T18:30:29,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-03T18:30:29,622 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-12-03T18:30:29,637 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=239 (was 237) - Thread LEAK? -, OpenFileDescriptor=451 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1003 (was 1231), ProcessCount=11 (was 11), AvailableMemoryMB=2350 (was 2936) 2024-12-03T18:30:29,646 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=1003, ProcessCount=11, AvailableMemoryMB=2349 2024-12-03T18:30:29,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T18:30:29,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:30:29,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=149, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-03T18:30:29,649 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:30:29,649 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:29,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 149 2024-12-03T18:30:29,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-03T18:30:29,650 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:30:29,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742367_1543 (size=963) 2024-12-03T18:30:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-03T18:30:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-03T18:30:30,059 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307 2024-12-03T18:30:30,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742368_1544 (size=53) 2024-12-03T18:30:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-03T18:30:30,469 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:30:30,469 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing b13c919a610bf881ed901a72989ec54f, disabling compactions & flushes 2024-12-03T18:30:30,469 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:30,470 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:30,470 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. after waiting 0 ms 2024-12-03T18:30:30,470 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:30,470 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:30,470 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:30,471 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:30:30,471 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733250630471"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733250630471"}]},"ts":"1733250630471"} 2024-12-03T18:30:30,472 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-03T18:30:30,473 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:30:30,473 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250630473"}]},"ts":"1733250630473"} 2024-12-03T18:30:30,473 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-03T18:30:30,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b13c919a610bf881ed901a72989ec54f, ASSIGN}] 2024-12-03T18:30:30,510 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b13c919a610bf881ed901a72989ec54f, ASSIGN 2024-12-03T18:30:30,511 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b13c919a610bf881ed901a72989ec54f, ASSIGN; state=OFFLINE, location=5840ab6af6da,43459,1733250473452; forceNewPlan=false, retain=false 2024-12-03T18:30:30,662 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=b13c919a610bf881ed901a72989ec54f, regionState=OPENING, regionLocation=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:30,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; OpenRegionProcedure b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452}] 2024-12-03T18:30:30,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-03T18:30:30,816 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:30,821 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:30,821 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7285): Opening region: {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:30:30,822 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:30,822 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:30:30,822 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7327): checking encryption for b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:30,822 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7330): checking classloading for b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:30,824 INFO [StoreOpener-b13c919a610bf881ed901a72989ec54f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:30,826 INFO [StoreOpener-b13c919a610bf881ed901a72989ec54f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T18:30:30,827 INFO [StoreOpener-b13c919a610bf881ed901a72989ec54f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b13c919a610bf881ed901a72989ec54f columnFamilyName A 2024-12-03T18:30:30,827 DEBUG [StoreOpener-b13c919a610bf881ed901a72989ec54f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:30,828 INFO [StoreOpener-b13c919a610bf881ed901a72989ec54f-1 {}] regionserver.HStore(327): Store=b13c919a610bf881ed901a72989ec54f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:30:30,828 INFO [StoreOpener-b13c919a610bf881ed901a72989ec54f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:30,830 INFO [StoreOpener-b13c919a610bf881ed901a72989ec54f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T18:30:30,830 INFO [StoreOpener-b13c919a610bf881ed901a72989ec54f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b13c919a610bf881ed901a72989ec54f columnFamilyName B 2024-12-03T18:30:30,830 DEBUG [StoreOpener-b13c919a610bf881ed901a72989ec54f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:30,831 INFO [StoreOpener-b13c919a610bf881ed901a72989ec54f-1 {}] regionserver.HStore(327): Store=b13c919a610bf881ed901a72989ec54f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:30:30,831 INFO [StoreOpener-b13c919a610bf881ed901a72989ec54f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:30,832 INFO [StoreOpener-b13c919a610bf881ed901a72989ec54f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T18:30:30,832 INFO [StoreOpener-b13c919a610bf881ed901a72989ec54f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b13c919a610bf881ed901a72989ec54f columnFamilyName C 2024-12-03T18:30:30,832 DEBUG [StoreOpener-b13c919a610bf881ed901a72989ec54f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:30,833 INFO [StoreOpener-b13c919a610bf881ed901a72989ec54f-1 {}] regionserver.HStore(327): Store=b13c919a610bf881ed901a72989ec54f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:30:30,833 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:30,834 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:30,834 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:30,835 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T18:30:30,836 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1085): writing seq id for b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:30,838 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:30:30,838 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1102): Opened b13c919a610bf881ed901a72989ec54f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63576534, jitterRate=-0.05263581871986389}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T18:30:30,839 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1001): Region open journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:30,839 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f., pid=151, masterSystemTime=1733250630815 2024-12-03T18:30:30,840 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:30,840 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:30,841 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=b13c919a610bf881ed901a72989ec54f, regionState=OPEN, openSeqNum=2, regionLocation=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:30,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-12-03T18:30:30,843 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; OpenRegionProcedure b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 in 179 msec 2024-12-03T18:30:30,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-12-03T18:30:30,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b13c919a610bf881ed901a72989ec54f, ASSIGN in 334 msec 2024-12-03T18:30:30,844 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:30:30,844 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250630844"}]},"ts":"1733250630844"} 2024-12-03T18:30:30,845 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-03T18:30:30,855 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:30:30,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2070 sec 2024-12-03T18:30:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-03T18:30:31,758 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 149 completed 2024-12-03T18:30:31,758 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x635b1751 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@593af048 2024-12-03T18:30:31,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cbd2497, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:31,809 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:30:31,810 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40712, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:30:31,811 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:30:31,812 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:30:31,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T18:30:31,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:30:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-03T18:30:31,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742369_1545 (size=999) 2024-12-03T18:30:32,223 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-03T18:30:32,223 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-03T18:30:32,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T18:30:32,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b13c919a610bf881ed901a72989ec54f, REOPEN/MOVE}] 2024-12-03T18:30:32,227 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b13c919a610bf881ed901a72989ec54f, REOPEN/MOVE 2024-12-03T18:30:32,227 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=b13c919a610bf881ed901a72989ec54f, regionState=CLOSING, regionLocation=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:32,228 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T18:30:32,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; CloseRegionProcedure b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452}] 2024-12-03T18:30:32,379 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:32,379 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(124): Close b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:32,380 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-03T18:30:32,380 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1681): Closing b13c919a610bf881ed901a72989ec54f, disabling compactions & flushes 2024-12-03T18:30:32,380 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:32,380 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:32,380 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. after waiting 0 ms 2024-12-03T18:30:32,380 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:32,383 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-03T18:30:32,384 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:32,384 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1635): Region close journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:32,384 WARN [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegionServer(3786): Not adding moved region record: b13c919a610bf881ed901a72989ec54f to self. 2024-12-03T18:30:32,385 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(170): Closed b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:32,386 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=b13c919a610bf881ed901a72989ec54f, regionState=CLOSED 2024-12-03T18:30:32,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-12-03T18:30:32,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; CloseRegionProcedure b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 in 158 msec 2024-12-03T18:30:32,388 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b13c919a610bf881ed901a72989ec54f, REOPEN/MOVE; state=CLOSED, location=5840ab6af6da,43459,1733250473452; forceNewPlan=false, retain=true 2024-12-03T18:30:32,538 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=b13c919a610bf881ed901a72989ec54f, regionState=OPENING, regionLocation=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:32,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=154, state=RUNNABLE; OpenRegionProcedure b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452}] 2024-12-03T18:30:32,691 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:32,693 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:32,693 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7285): Opening region: {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:30:32,694 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:32,694 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:30:32,694 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7327): checking encryption for b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:32,694 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7330): checking classloading for b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:32,695 INFO [StoreOpener-b13c919a610bf881ed901a72989ec54f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:32,696 INFO [StoreOpener-b13c919a610bf881ed901a72989ec54f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T18:30:32,696 INFO [StoreOpener-b13c919a610bf881ed901a72989ec54f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b13c919a610bf881ed901a72989ec54f columnFamilyName A 2024-12-03T18:30:32,698 DEBUG [StoreOpener-b13c919a610bf881ed901a72989ec54f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:32,698 INFO [StoreOpener-b13c919a610bf881ed901a72989ec54f-1 {}] regionserver.HStore(327): Store=b13c919a610bf881ed901a72989ec54f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:30:32,699 INFO [StoreOpener-b13c919a610bf881ed901a72989ec54f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:32,700 INFO [StoreOpener-b13c919a610bf881ed901a72989ec54f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T18:30:32,700 INFO [StoreOpener-b13c919a610bf881ed901a72989ec54f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b13c919a610bf881ed901a72989ec54f columnFamilyName B 2024-12-03T18:30:32,700 DEBUG [StoreOpener-b13c919a610bf881ed901a72989ec54f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:32,701 INFO [StoreOpener-b13c919a610bf881ed901a72989ec54f-1 {}] regionserver.HStore(327): Store=b13c919a610bf881ed901a72989ec54f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:30:32,701 INFO [StoreOpener-b13c919a610bf881ed901a72989ec54f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:32,702 INFO [StoreOpener-b13c919a610bf881ed901a72989ec54f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T18:30:32,702 INFO [StoreOpener-b13c919a610bf881ed901a72989ec54f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b13c919a610bf881ed901a72989ec54f columnFamilyName C 2024-12-03T18:30:32,703 DEBUG [StoreOpener-b13c919a610bf881ed901a72989ec54f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:32,703 INFO [StoreOpener-b13c919a610bf881ed901a72989ec54f-1 {}] regionserver.HStore(327): Store=b13c919a610bf881ed901a72989ec54f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:30:32,704 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:32,705 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:32,706 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:32,707 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T18:30:32,709 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1085): writing seq id for b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:32,710 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1102): Opened b13c919a610bf881ed901a72989ec54f; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62573457, jitterRate=-0.06758283078670502}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T18:30:32,710 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1001): Region open journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:32,711 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f., pid=156, masterSystemTime=1733250632691 2024-12-03T18:30:32,712 DEBUG [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:32,712 INFO [RS_OPEN_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:32,713 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=b13c919a610bf881ed901a72989ec54f, regionState=OPEN, openSeqNum=5, regionLocation=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:32,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=154 2024-12-03T18:30:32,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=154, state=SUCCESS; OpenRegionProcedure b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 in 174 msec 2024-12-03T18:30:32,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-12-03T18:30:32,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b13c919a610bf881ed901a72989ec54f, REOPEN/MOVE in 489 msec 2024-12-03T18:30:32,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-12-03T18:30:32,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 492 msec 2024-12-03T18:30:32,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 906 msec 2024-12-03T18:30:32,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-03T18:30:32,722 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2cbfd84f to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2209c520 2024-12-03T18:30:32,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5765d46a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:32,775 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3fb684eb to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@537a66f8 2024-12-03T18:30:32,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac53e79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:32,789 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0644b7e6 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6094c70 2024-12-03T18:30:32,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc9c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:32,797 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c9b5141 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@103dfc6e 2024-12-03T18:30:32,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7181df3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:32,805 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11a52cdf to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e047c09 2024-12-03T18:30:32,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11030ef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:32,814 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x60d631a3 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@69abefea 2024-12-03T18:30:32,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b914bf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:32,822 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58971172 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e757135 2024-12-03T18:30:32,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6a59e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:32,830 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d7fe93b to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7846cb78 2024-12-03T18:30:32,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150e08ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:32,839 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11c440f7 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f1754bc 2024-12-03T18:30:32,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3b66d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:32,847 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58460ef3 to 127.0.0.1:60582 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d9113f3 2024-12-03T18:30:32,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfdf76c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:32,860 DEBUG [hconnection-0x1996731c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:30:32,860 DEBUG [hconnection-0xac5805a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:30:32,862 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40716, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:30:32,862 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40724, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:30:32,862 DEBUG [hconnection-0x9d4c537-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:30:32,862 DEBUG [hconnection-0xf68a660-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:30:32,862 DEBUG [hconnection-0x370e49da-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:30:32,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:30:32,863 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40734, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:30:32,863 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40748, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:30:32,863 DEBUG [hconnection-0x4c27bb5f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:30:32,863 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40756, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:30:32,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-12-03T18:30:32,865 DEBUG [hconnection-0xf0d805e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:30:32,865 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:30:32,865 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40764, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:30:32,865 DEBUG [hconnection-0x4dadc8b8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:30:32,866 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:30:32,866 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40778, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:30:32,866 DEBUG [hconnection-0xadb2dac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:30:32,866 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:30:32,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:30:32,866 DEBUG [hconnection-0x22422d96-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:30:32,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-03T18:30:32,867 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40804, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:30:32,867 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40806, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:30:32,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:32,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b13c919a610bf881ed901a72989ec54f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T18:30:32,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=A 2024-12-03T18:30:32,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:32,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=B 2024-12-03T18:30:32,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:32,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=C 2024-12-03T18:30:32,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:32,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:32,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1733250692885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:32,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:32,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250692886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:32,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:32,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250692886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:32,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:32,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250692886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:32,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250692886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:32,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203db0a3d6db4054f519a5ebc63063de677_b13c919a610bf881ed901a72989ec54f is 50, key is test_row_0/A:col10/1733250632870/Put/seqid=0 2024-12-03T18:30:32,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742370_1546 (size=12154) 2024-12-03T18:30:32,909 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:32,912 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203db0a3d6db4054f519a5ebc63063de677_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203db0a3d6db4054f519a5ebc63063de677_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:32,913 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/f419636f7b944d609c4f3ef7044fa849, store: [table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:32,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/f419636f7b944d609c4f3ef7044fa849 is 175, key is test_row_0/A:col10/1733250632870/Put/seqid=0 2024-12-03T18:30:32,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742371_1547 (size=30955) 2024-12-03T18:30:32,917 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/f419636f7b944d609c4f3ef7044fa849 2024-12-03T18:30:32,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/832d0f657c9a46ca967a0621a1ed3f35 is 50, key is test_row_0/B:col10/1733250632870/Put/seqid=0 2024-12-03T18:30:32,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742372_1548 (size=12001) 2024-12-03T18:30:32,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-03T18:30:32,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:32,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1733250692987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:32,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:32,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250692987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:32,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:32,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250692988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:32,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250692989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:32,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250692989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:33,018 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:33,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-03T18:30:33,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:33,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:33,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:33,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:33,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-03T18:30:33,170 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:33,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-03T18:30:33,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:33,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:33,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:33,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:33,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:33,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:33,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:33,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1733250693189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:33,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250693190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:33,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:33,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250693190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:33,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:33,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:33,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250693190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:33,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250693190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:33,322 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:33,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-03T18:30:33,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:33,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:33,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:33,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:33,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:33,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:33,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/832d0f657c9a46ca967a0621a1ed3f35 2024-12-03T18:30:33,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/f5e835b1d97d4264a65dc32191ff9232 is 50, key is test_row_0/C:col10/1733250632870/Put/seqid=0 2024-12-03T18:30:33,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742373_1549 (size=12001) 2024-12-03T18:30:33,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/f5e835b1d97d4264a65dc32191ff9232 2024-12-03T18:30:33,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/f419636f7b944d609c4f3ef7044fa849 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/f419636f7b944d609c4f3ef7044fa849 2024-12-03T18:30:33,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/f419636f7b944d609c4f3ef7044fa849, entries=150, sequenceid=16, filesize=30.2 K 2024-12-03T18:30:33,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/832d0f657c9a46ca967a0621a1ed3f35 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/832d0f657c9a46ca967a0621a1ed3f35 2024-12-03T18:30:33,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/832d0f657c9a46ca967a0621a1ed3f35, entries=150, sequenceid=16, filesize=11.7 K 2024-12-03T18:30:33,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/f5e835b1d97d4264a65dc32191ff9232 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/f5e835b1d97d4264a65dc32191ff9232 2024-12-03T18:30:33,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/f5e835b1d97d4264a65dc32191ff9232, entries=150, sequenceid=16, filesize=11.7 K 2024-12-03T18:30:33,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b13c919a610bf881ed901a72989ec54f in 509ms, sequenceid=16, compaction requested=false 2024-12-03T18:30:33,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-03T18:30:33,474 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:33,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-03T18:30:33,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:33,475 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing b13c919a610bf881ed901a72989ec54f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-03T18:30:33,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=A 2024-12-03T18:30:33,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:33,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=B 2024-12-03T18:30:33,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:33,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=C 2024-12-03T18:30:33,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:33,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412035e43ef22cb2547809086be92d83a3759_b13c919a610bf881ed901a72989ec54f is 50, key is test_row_0/A:col10/1733250632885/Put/seqid=0 2024-12-03T18:30:33,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742374_1550 (size=12154) 2024-12-03T18:30:33,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:33,487 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412035e43ef22cb2547809086be92d83a3759_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412035e43ef22cb2547809086be92d83a3759_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:33,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/105c4268524e4917a09159e7994e3f45, store: [table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:33,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/105c4268524e4917a09159e7994e3f45 is 175, key is test_row_0/A:col10/1733250632885/Put/seqid=0 2024-12-03T18:30:33,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742375_1551 (size=30955) 2024-12-03T18:30:33,492 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/105c4268524e4917a09159e7994e3f45 2024-12-03T18:30:33,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:33,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:33,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/92f8cc343e9f40e091cad761f6f55b7e is 50, key is test_row_0/B:col10/1733250632885/Put/seqid=0 2024-12-03T18:30:33,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:33,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250693496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:33,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:33,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250693497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:33,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:33,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250693498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:33,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:33,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1733250693499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:33,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742376_1552 (size=12001) 2024-12-03T18:30:33,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:33,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250693499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:33,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:33,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250693600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:33,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:33,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:33,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250693603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:33,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250693603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:33,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:33,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:33,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250693604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:33,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1733250693603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:33,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:33,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250693803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:33,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:33,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1733250693806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:33,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:33,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250693807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:33,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:33,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250693808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:33,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:33,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250693815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:33,902 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/92f8cc343e9f40e091cad761f6f55b7e 2024-12-03T18:30:33,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/0841403eeb954482b834de3e0b422d6a is 50, key is test_row_0/C:col10/1733250632885/Put/seqid=0 2024-12-03T18:30:33,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742377_1553 (size=12001) 2024-12-03T18:30:33,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-03T18:30:34,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:34,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250694107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:34,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:34,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250694109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:34,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:34,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1733250694109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:34,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:34,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250694116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:34,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:34,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250694118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:34,313 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/0841403eeb954482b834de3e0b422d6a 2024-12-03T18:30:34,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/105c4268524e4917a09159e7994e3f45 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/105c4268524e4917a09159e7994e3f45 2024-12-03T18:30:34,325 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/105c4268524e4917a09159e7994e3f45, entries=150, sequenceid=40, filesize=30.2 K 2024-12-03T18:30:34,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/92f8cc343e9f40e091cad761f6f55b7e as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/92f8cc343e9f40e091cad761f6f55b7e 2024-12-03T18:30:34,338 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/92f8cc343e9f40e091cad761f6f55b7e, entries=150, sequenceid=40, filesize=11.7 K 2024-12-03T18:30:34,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/0841403eeb954482b834de3e0b422d6a as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/0841403eeb954482b834de3e0b422d6a 2024-12-03T18:30:34,343 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/0841403eeb954482b834de3e0b422d6a, entries=150, sequenceid=40, filesize=11.7 K 2024-12-03T18:30:34,345 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for b13c919a610bf881ed901a72989ec54f in 869ms, sequenceid=40, compaction requested=false 2024-12-03T18:30:34,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:34,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:34,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-12-03T18:30:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-12-03T18:30:34,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-12-03T18:30:34,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4880 sec 2024-12-03T18:30:34,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 1.5190 sec 2024-12-03T18:30:34,447 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T18:30:34,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:34,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b13c919a610bf881ed901a72989ec54f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-03T18:30:34,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=A 2024-12-03T18:30:34,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:34,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=B 2024-12-03T18:30:34,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:34,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=C 2024-12-03T18:30:34,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:34,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412036a65d00d64d8451bb5bab04c7ca58c13_b13c919a610bf881ed901a72989ec54f is 50, key is test_row_0/A:col10/1733250633495/Put/seqid=0 2024-12-03T18:30:34,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250694654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:34,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250694658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:34,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:34,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250694660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:34,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:34,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250694660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:34,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:34,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1733250694663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:34,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742378_1554 (size=12154) 2024-12-03T18:30:34,699 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:34,733 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412036a65d00d64d8451bb5bab04c7ca58c13_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412036a65d00d64d8451bb5bab04c7ca58c13_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:34,741 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/d602d4b42c784418a07872222bcb0215, store: [table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:34,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/d602d4b42c784418a07872222bcb0215 is 175, key is test_row_0/A:col10/1733250633495/Put/seqid=0 2024-12-03T18:30:34,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250694763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:34,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250694765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:34,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250694765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:34,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250694766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:34,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742379_1555 (size=30955) 2024-12-03T18:30:34,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:34,776 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/d602d4b42c784418a07872222bcb0215 2024-12-03T18:30:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1733250694776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:34,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/5d3d1774c0de40e89641bc5be01599a7 is 50, key is test_row_0/B:col10/1733250633495/Put/seqid=0 2024-12-03T18:30:34,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742380_1556 (size=12001) 2024-12-03T18:30:34,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/5d3d1774c0de40e89641bc5be01599a7 2024-12-03T18:30:34,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/5c05d75e11ec4d4ca23529b004d5c46c is 50, key is test_row_0/C:col10/1733250633495/Put/seqid=0 2024-12-03T18:30:34,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742381_1557 (size=12001) 2024-12-03T18:30:34,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/5c05d75e11ec4d4ca23529b004d5c46c 2024-12-03T18:30:34,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/d602d4b42c784418a07872222bcb0215 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/d602d4b42c784418a07872222bcb0215 2024-12-03T18:30:34,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/d602d4b42c784418a07872222bcb0215, entries=150, sequenceid=55, filesize=30.2 K 2024-12-03T18:30:34,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/5d3d1774c0de40e89641bc5be01599a7 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/5d3d1774c0de40e89641bc5be01599a7 2024-12-03T18:30:34,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/5d3d1774c0de40e89641bc5be01599a7, entries=150, sequenceid=55, filesize=11.7 K 2024-12-03T18:30:34,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/5c05d75e11ec4d4ca23529b004d5c46c as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/5c05d75e11ec4d4ca23529b004d5c46c 2024-12-03T18:30:34,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/5c05d75e11ec4d4ca23529b004d5c46c, entries=150, sequenceid=55, filesize=11.7 K 2024-12-03T18:30:34,842 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for b13c919a610bf881ed901a72989ec54f in 223ms, sequenceid=55, compaction requested=true 2024-12-03T18:30:34,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:34,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b13c919a610bf881ed901a72989ec54f:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:30:34,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:34,843 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:30:34,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b13c919a610bf881ed901a72989ec54f:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:30:34,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:34,843 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:30:34,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b13c919a610bf881ed901a72989ec54f:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:30:34,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:30:34,844 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:30:34,844 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:30:34,844 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): b13c919a610bf881ed901a72989ec54f/A is initiating minor compaction (all files) 2024-12-03T18:30:34,844 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b13c919a610bf881ed901a72989ec54f/A in TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:34,844 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/f419636f7b944d609c4f3ef7044fa849, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/105c4268524e4917a09159e7994e3f45, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/d602d4b42c784418a07872222bcb0215] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp, totalSize=90.7 K 2024-12-03T18:30:34,844 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:34,844 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. files: [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/f419636f7b944d609c4f3ef7044fa849, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/105c4268524e4917a09159e7994e3f45, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/d602d4b42c784418a07872222bcb0215] 2024-12-03T18:30:34,844 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): b13c919a610bf881ed901a72989ec54f/B is initiating minor compaction (all files) 2024-12-03T18:30:34,844 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b13c919a610bf881ed901a72989ec54f/B in TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:34,844 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/832d0f657c9a46ca967a0621a1ed3f35, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/92f8cc343e9f40e091cad761f6f55b7e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/5d3d1774c0de40e89641bc5be01599a7] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp, totalSize=35.2 K 2024-12-03T18:30:34,844 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting f419636f7b944d609c4f3ef7044fa849, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733250632869 2024-12-03T18:30:34,845 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 105c4268524e4917a09159e7994e3f45, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733250632883 2024-12-03T18:30:34,845 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 832d0f657c9a46ca967a0621a1ed3f35, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733250632869 2024-12-03T18:30:34,845 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting d602d4b42c784418a07872222bcb0215, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733250633495 2024-12-03T18:30:34,845 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 92f8cc343e9f40e091cad761f6f55b7e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733250632883 2024-12-03T18:30:34,845 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d3d1774c0de40e89641bc5be01599a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733250633495 2024-12-03T18:30:34,851 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:34,852 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b13c919a610bf881ed901a72989ec54f#B#compaction#469 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:34,852 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/a4daad0450894f0d8daf64c31f5ddcab is 50, key is test_row_0/B:col10/1733250633495/Put/seqid=0 2024-12-03T18:30:34,855 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203f898f15f6c744a56a18a538623ac7f0b_b13c919a610bf881ed901a72989ec54f store=[table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:34,857 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203f898f15f6c744a56a18a538623ac7f0b_b13c919a610bf881ed901a72989ec54f, store=[table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:34,857 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203f898f15f6c744a56a18a538623ac7f0b_b13c919a610bf881ed901a72989ec54f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:34,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742383_1559 (size=4469) 2024-12-03T18:30:34,864 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b13c919a610bf881ed901a72989ec54f#A#compaction#470 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:34,865 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/6e1bee98168b410c8f1eb347e2b2be2b is 175, key is test_row_0/A:col10/1733250633495/Put/seqid=0 2024-12-03T18:30:34,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742384_1560 (size=31058) 2024-12-03T18:30:34,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742382_1558 (size=12104) 2024-12-03T18:30:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:34,967 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b13c919a610bf881ed901a72989ec54f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-03T18:30:34,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=A 2024-12-03T18:30:34,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:34,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=B 2024-12-03T18:30:34,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:34,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=C 2024-12-03T18:30:34,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-03T18:30:34,974 INFO [Thread-2427 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-12-03T18:30:34,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:30:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-12-03T18:30:34,977 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:30:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-03T18:30:34,977 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:30:34,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:30:34,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250694974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:34,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250694976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:34,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250694977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:34,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1733250694978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:34,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250694979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:34,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203cba9259d641d4f1c8225fa8e59aadc84_b13c919a610bf881ed901a72989ec54f is 50, key is test_row_0/A:col10/1733250634966/Put/seqid=0 2024-12-03T18:30:34,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742385_1561 (size=14594) 2024-12-03T18:30:34,986 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:34,989 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203cba9259d641d4f1c8225fa8e59aadc84_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203cba9259d641d4f1c8225fa8e59aadc84_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:34,990 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/694f9ba70b754f7b9e5324a69e9d8e37, store: [table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:34,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/694f9ba70b754f7b9e5324a69e9d8e37 is 175, key is test_row_0/A:col10/1733250634966/Put/seqid=0 2024-12-03T18:30:34,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742386_1562 (size=39549) 2024-12-03T18:30:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-03T18:30:35,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250695080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:35,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250695080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:35,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250695080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:35,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250695081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:35,129 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:35,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-03T18:30:35,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:35,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:35,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:35,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:35,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:35,272 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/6e1bee98168b410c8f1eb347e2b2be2b as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/6e1bee98168b410c8f1eb347e2b2be2b 2024-12-03T18:30:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-03T18:30:35,282 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:35,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-03T18:30:35,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:35,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:35,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:35,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:35,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:35,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250695282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:35,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1733250695282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:35,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250695283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:35,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250695283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:35,286 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b13c919a610bf881ed901a72989ec54f/A of b13c919a610bf881ed901a72989ec54f into 6e1bee98168b410c8f1eb347e2b2be2b(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:35,286 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:35,287 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f., storeName=b13c919a610bf881ed901a72989ec54f/A, priority=13, startTime=1733250634843; duration=0sec 2024-12-03T18:30:35,287 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:30:35,287 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b13c919a610bf881ed901a72989ec54f:A 2024-12-03T18:30:35,287 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:30:35,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250695285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:35,288 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:30:35,288 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): b13c919a610bf881ed901a72989ec54f/C is initiating minor compaction (all files) 2024-12-03T18:30:35,288 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b13c919a610bf881ed901a72989ec54f/C in TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:35,288 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/f5e835b1d97d4264a65dc32191ff9232, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/0841403eeb954482b834de3e0b422d6a, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/5c05d75e11ec4d4ca23529b004d5c46c] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp, totalSize=35.2 K 2024-12-03T18:30:35,288 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/a4daad0450894f0d8daf64c31f5ddcab as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/a4daad0450894f0d8daf64c31f5ddcab 2024-12-03T18:30:35,288 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5e835b1d97d4264a65dc32191ff9232, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733250632869 2024-12-03T18:30:35,289 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0841403eeb954482b834de3e0b422d6a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733250632883 2024-12-03T18:30:35,289 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c05d75e11ec4d4ca23529b004d5c46c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733250633495 2024-12-03T18:30:35,293 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b13c919a610bf881ed901a72989ec54f/B of b13c919a610bf881ed901a72989ec54f into a4daad0450894f0d8daf64c31f5ddcab(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:35,293 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:35,294 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f., storeName=b13c919a610bf881ed901a72989ec54f/B, priority=13, startTime=1733250634843; duration=0sec 2024-12-03T18:30:35,294 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:35,294 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b13c919a610bf881ed901a72989ec54f:B 2024-12-03T18:30:35,300 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b13c919a610bf881ed901a72989ec54f#C#compaction#472 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:35,301 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/ce051fec75f2459ba435072528a3bda8 is 50, key is test_row_0/C:col10/1733250633495/Put/seqid=0 2024-12-03T18:30:35,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742387_1563 (size=12104) 2024-12-03T18:30:35,323 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/ce051fec75f2459ba435072528a3bda8 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/ce051fec75f2459ba435072528a3bda8 2024-12-03T18:30:35,335 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b13c919a610bf881ed901a72989ec54f/C of b13c919a610bf881ed901a72989ec54f into ce051fec75f2459ba435072528a3bda8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:35,336 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:35,336 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f., storeName=b13c919a610bf881ed901a72989ec54f/C, priority=13, startTime=1733250634843; duration=0sec 2024-12-03T18:30:35,336 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:35,336 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b13c919a610bf881ed901a72989ec54f:C 2024-12-03T18:30:35,395 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/694f9ba70b754f7b9e5324a69e9d8e37 2024-12-03T18:30:35,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/1e442a066a874f1189aca8f86f039abd is 50, key is test_row_0/B:col10/1733250634966/Put/seqid=0 2024-12-03T18:30:35,438 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:35,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-03T18:30:35,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:35,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:35,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:35,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:35,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:35,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742388_1564 (size=12001) 2024-12-03T18:30:35,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/1e442a066a874f1189aca8f86f039abd 2024-12-03T18:30:35,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/6a4fc355d1cb45d4af8132c93ffbeac2 is 50, key is test_row_0/C:col10/1733250634966/Put/seqid=0 2024-12-03T18:30:35,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742389_1565 (size=12001) 2024-12-03T18:30:35,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/6a4fc355d1cb45d4af8132c93ffbeac2 2024-12-03T18:30:35,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/694f9ba70b754f7b9e5324a69e9d8e37 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/694f9ba70b754f7b9e5324a69e9d8e37 2024-12-03T18:30:35,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/694f9ba70b754f7b9e5324a69e9d8e37, entries=200, sequenceid=78, filesize=38.6 K 2024-12-03T18:30:35,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/1e442a066a874f1189aca8f86f039abd as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/1e442a066a874f1189aca8f86f039abd 2024-12-03T18:30:35,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/1e442a066a874f1189aca8f86f039abd, entries=150, sequenceid=78, filesize=11.7 K 2024-12-03T18:30:35,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/6a4fc355d1cb45d4af8132c93ffbeac2 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/6a4fc355d1cb45d4af8132c93ffbeac2 2024-12-03T18:30:35,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/6a4fc355d1cb45d4af8132c93ffbeac2, entries=150, sequenceid=78, filesize=11.7 K 2024-12-03T18:30:35,570 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for b13c919a610bf881ed901a72989ec54f in 603ms, sequenceid=78, compaction requested=false 2024-12-03T18:30:35,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-03T18:30:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:35,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b13c919a610bf881ed901a72989ec54f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-03T18:30:35,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=A 2024-12-03T18:30:35,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:35,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=B 2024-12-03T18:30:35,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:35,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=C 2024-12-03T18:30:35,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:35,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203763328825662499b93e7db35c6ad00d8_b13c919a610bf881ed901a72989ec54f is 50, key is test_row_0/A:col10/1733250634976/Put/seqid=0 2024-12-03T18:30:35,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742390_1566 (size=12154) 2024-12-03T18:30:35,606 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:35,606 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:35,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-03T18:30:35,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:35,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:35,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:35,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:35,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:35,611 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203763328825662499b93e7db35c6ad00d8_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203763328825662499b93e7db35c6ad00d8_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:35,611 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/74d6d80fb42840109da184079e9f155a, store: [table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:35,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/74d6d80fb42840109da184079e9f155a is 175, key is test_row_0/A:col10/1733250634976/Put/seqid=0 2024-12-03T18:30:35,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250695609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:35,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250695609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:35,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250695610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:35,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250695610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:35,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742391_1567 (size=30955) 2024-12-03T18:30:35,624 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/74d6d80fb42840109da184079e9f155a 2024-12-03T18:30:35,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/0d0ad3f3bea543a281e31286e8538c26 is 50, key is test_row_0/B:col10/1733250634976/Put/seqid=0 2024-12-03T18:30:35,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742392_1568 (size=12001) 2024-12-03T18:30:35,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:35,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:35,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250695713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:35,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250695714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:35,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:35,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250695715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:35,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:35,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250695715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:35,759 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:35,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-03T18:30:35,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:35,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:35,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:35,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:35,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:35,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:35,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1733250695786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:35,911 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:35,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-03T18:30:35,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:35,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:35,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:35,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:35,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:35,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:35,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:35,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250695916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:35,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:35,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250695917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:35,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:35,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250695917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:35,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:35,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250695917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:36,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/0d0ad3f3bea543a281e31286e8538c26 2024-12-03T18:30:36,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/c673695c7a6b4b81a61e402128bb2bd3 is 50, key is test_row_0/C:col10/1733250634976/Put/seqid=0 2024-12-03T18:30:36,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742393_1569 (size=12001) 2024-12-03T18:30:36,063 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:36,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-03T18:30:36,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:36,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:36,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:36,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:36,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:36,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-03T18:30:36,215 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:36,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-03T18:30:36,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:36,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:36,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:36,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:36,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:36,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:36,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:36,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250696218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:36,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:36,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250696222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:36,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:36,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250696222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:36,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:36,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250696226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:36,370 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:36,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-03T18:30:36,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:36,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:36,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:36,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:36,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:36,466 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/c673695c7a6b4b81a61e402128bb2bd3 2024-12-03T18:30:36,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/74d6d80fb42840109da184079e9f155a as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/74d6d80fb42840109da184079e9f155a 2024-12-03T18:30:36,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/74d6d80fb42840109da184079e9f155a, entries=150, sequenceid=97, filesize=30.2 K 2024-12-03T18:30:36,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/0d0ad3f3bea543a281e31286e8538c26 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/0d0ad3f3bea543a281e31286e8538c26 2024-12-03T18:30:36,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/0d0ad3f3bea543a281e31286e8538c26, entries=150, sequenceid=97, filesize=11.7 K 2024-12-03T18:30:36,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/c673695c7a6b4b81a61e402128bb2bd3 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/c673695c7a6b4b81a61e402128bb2bd3 2024-12-03T18:30:36,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/c673695c7a6b4b81a61e402128bb2bd3, entries=150, sequenceid=97, filesize=11.7 K 2024-12-03T18:30:36,499 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for b13c919a610bf881ed901a72989ec54f in 910ms, sequenceid=97, compaction requested=true 2024-12-03T18:30:36,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:36,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b13c919a610bf881ed901a72989ec54f:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:30:36,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:36,499 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:30:36,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b13c919a610bf881ed901a72989ec54f:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:30:36,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:36,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b13c919a610bf881ed901a72989ec54f:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:30:36,499 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:30:36,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:30:36,500 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:30:36,500 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): b13c919a610bf881ed901a72989ec54f/B is initiating minor compaction (all files) 2024-12-03T18:30:36,500 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b13c919a610bf881ed901a72989ec54f/B in TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:36,500 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/a4daad0450894f0d8daf64c31f5ddcab, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/1e442a066a874f1189aca8f86f039abd, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/0d0ad3f3bea543a281e31286e8538c26] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp, totalSize=35.3 K 2024-12-03T18:30:36,500 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:30:36,500 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): b13c919a610bf881ed901a72989ec54f/A is initiating minor compaction (all files) 2024-12-03T18:30:36,500 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b13c919a610bf881ed901a72989ec54f/A in TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:36,500 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/6e1bee98168b410c8f1eb347e2b2be2b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/694f9ba70b754f7b9e5324a69e9d8e37, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/74d6d80fb42840109da184079e9f155a] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp, totalSize=99.2 K 2024-12-03T18:30:36,500 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:36,500 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. files: [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/6e1bee98168b410c8f1eb347e2b2be2b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/694f9ba70b754f7b9e5324a69e9d8e37, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/74d6d80fb42840109da184079e9f155a] 2024-12-03T18:30:36,501 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting a4daad0450894f0d8daf64c31f5ddcab, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733250633495 2024-12-03T18:30:36,501 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e1bee98168b410c8f1eb347e2b2be2b, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733250633495 2024-12-03T18:30:36,501 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e442a066a874f1189aca8f86f039abd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733250634656 2024-12-03T18:30:36,501 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 694f9ba70b754f7b9e5324a69e9d8e37, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733250634656 2024-12-03T18:30:36,501 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d0ad3f3bea543a281e31286e8538c26, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733250634976 2024-12-03T18:30:36,502 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74d6d80fb42840109da184079e9f155a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733250634976 2024-12-03T18:30:36,506 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:36,507 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b13c919a610bf881ed901a72989ec54f#B#compaction#478 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:36,508 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/9ab32efbd5f04c9387e8a9b19f49f0db is 50, key is test_row_0/B:col10/1733250634976/Put/seqid=0 2024-12-03T18:30:36,509 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203fd49694fb6c44a828c1221c95c01e20e_b13c919a610bf881ed901a72989ec54f store=[table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:36,511 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203fd49694fb6c44a828c1221c95c01e20e_b13c919a610bf881ed901a72989ec54f, store=[table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:36,511 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203fd49694fb6c44a828c1221c95c01e20e_b13c919a610bf881ed901a72989ec54f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:36,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742395_1571 (size=4469) 2024-12-03T18:30:36,529 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b13c919a610bf881ed901a72989ec54f#A#compaction#479 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:36,530 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/e789c10c068248609b7fcc1413d59f6c is 175, key is test_row_0/A:col10/1733250634976/Put/seqid=0 2024-12-03T18:30:36,531 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:36,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-03T18:30:36,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:36,531 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing b13c919a610bf881ed901a72989ec54f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-03T18:30:36,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=A 2024-12-03T18:30:36,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:36,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=B 2024-12-03T18:30:36,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:36,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=C 2024-12-03T18:30:36,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:36,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742394_1570 (size=12207) 2024-12-03T18:30:36,549 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/9ab32efbd5f04c9387e8a9b19f49f0db as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/9ab32efbd5f04c9387e8a9b19f49f0db 2024-12-03T18:30:36,554 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b13c919a610bf881ed901a72989ec54f/B of b13c919a610bf881ed901a72989ec54f into 9ab32efbd5f04c9387e8a9b19f49f0db(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:36,555 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:36,555 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f., storeName=b13c919a610bf881ed901a72989ec54f/B, priority=13, startTime=1733250636499; duration=0sec 2024-12-03T18:30:36,555 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:30:36,555 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b13c919a610bf881ed901a72989ec54f:B 2024-12-03T18:30:36,555 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:30:36,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412030342a3f1830848dd9d2600e2b9e9d460_b13c919a610bf881ed901a72989ec54f is 50, key is test_row_0/A:col10/1733250635600/Put/seqid=0 2024-12-03T18:30:36,557 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:30:36,557 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): b13c919a610bf881ed901a72989ec54f/C is initiating minor compaction (all files) 2024-12-03T18:30:36,557 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b13c919a610bf881ed901a72989ec54f/C in TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:36,557 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/ce051fec75f2459ba435072528a3bda8, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/6a4fc355d1cb45d4af8132c93ffbeac2, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/c673695c7a6b4b81a61e402128bb2bd3] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp, totalSize=35.3 K 2024-12-03T18:30:36,557 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting ce051fec75f2459ba435072528a3bda8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733250633495 2024-12-03T18:30:36,558 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a4fc355d1cb45d4af8132c93ffbeac2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733250634656 2024-12-03T18:30:36,558 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting c673695c7a6b4b81a61e402128bb2bd3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733250634976 2024-12-03T18:30:36,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742396_1572 (size=31161) 2024-12-03T18:30:36,566 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/e789c10c068248609b7fcc1413d59f6c as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/e789c10c068248609b7fcc1413d59f6c 2024-12-03T18:30:36,570 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b13c919a610bf881ed901a72989ec54f/A of b13c919a610bf881ed901a72989ec54f into e789c10c068248609b7fcc1413d59f6c(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:36,570 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:36,570 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f., storeName=b13c919a610bf881ed901a72989ec54f/A, priority=13, startTime=1733250636499; duration=0sec 2024-12-03T18:30:36,570 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:36,570 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b13c919a610bf881ed901a72989ec54f:A 2024-12-03T18:30:36,573 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b13c919a610bf881ed901a72989ec54f#C#compaction#481 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:36,573 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/a0c85bfc9d7b4a8e882a95b4e196bf0e is 50, key is test_row_0/C:col10/1733250634976/Put/seqid=0 2024-12-03T18:30:36,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742397_1573 (size=12154) 2024-12-03T18:30:36,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:36,580 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412030342a3f1830848dd9d2600e2b9e9d460_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412030342a3f1830848dd9d2600e2b9e9d460_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:36,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/cd0446e24d01403a8a498f0e940dcc24, store: [table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:36,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/cd0446e24d01403a8a498f0e940dcc24 is 175, key is test_row_0/A:col10/1733250635600/Put/seqid=0 2024-12-03T18:30:36,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742399_1575 (size=30955) 2024-12-03T18:30:36,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742398_1574 (size=12207) 2024-12-03T18:30:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:36,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:36,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250696737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:36,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250696739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:36,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250696739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:36,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250696739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:36,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1733250696794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:36,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250696840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:36,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250696841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:36,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250696842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:36,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250696842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:36,991 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/cd0446e24d01403a8a498f0e940dcc24 2024-12-03T18:30:37,007 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/a0c85bfc9d7b4a8e882a95b4e196bf0e as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/a0c85bfc9d7b4a8e882a95b4e196bf0e 2024-12-03T18:30:37,019 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b13c919a610bf881ed901a72989ec54f/C of b13c919a610bf881ed901a72989ec54f into a0c85bfc9d7b4a8e882a95b4e196bf0e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:37,019 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:37,019 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f., storeName=b13c919a610bf881ed901a72989ec54f/C, priority=13, startTime=1733250636499; duration=0sec 2024-12-03T18:30:37,019 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:37,019 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b13c919a610bf881ed901a72989ec54f:C 2024-12-03T18:30:37,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/eb0cab604b2b4c82a585ac3c64e51c87 is 50, key is test_row_0/B:col10/1733250635600/Put/seqid=0 2024-12-03T18:30:37,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250697045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:37,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250697046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:37,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:37,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250697046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250697047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:37,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742400_1576 (size=12001) 2024-12-03T18:30:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-03T18:30:37,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250697349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:37,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:37,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250697350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:37,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:37,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250697351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:37,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250697357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:37,457 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/eb0cab604b2b4c82a585ac3c64e51c87 2024-12-03T18:30:37,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/420811c61b6042a2a835f406e1b99ff0 is 50, key is test_row_0/C:col10/1733250635600/Put/seqid=0 2024-12-03T18:30:37,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742401_1577 (size=12001) 2024-12-03T18:30:37,530 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/420811c61b6042a2a835f406e1b99ff0 2024-12-03T18:30:37,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/cd0446e24d01403a8a498f0e940dcc24 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/cd0446e24d01403a8a498f0e940dcc24 2024-12-03T18:30:37,541 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/cd0446e24d01403a8a498f0e940dcc24, entries=150, sequenceid=118, filesize=30.2 K 2024-12-03T18:30:37,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/eb0cab604b2b4c82a585ac3c64e51c87 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/eb0cab604b2b4c82a585ac3c64e51c87 2024-12-03T18:30:37,546 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/eb0cab604b2b4c82a585ac3c64e51c87, entries=150, sequenceid=118, filesize=11.7 K 2024-12-03T18:30:37,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/420811c61b6042a2a835f406e1b99ff0 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/420811c61b6042a2a835f406e1b99ff0 2024-12-03T18:30:37,553 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/420811c61b6042a2a835f406e1b99ff0, entries=150, sequenceid=118, filesize=11.7 K 2024-12-03T18:30:37,554 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for b13c919a610bf881ed901a72989ec54f in 1023ms, sequenceid=118, compaction requested=false 2024-12-03T18:30:37,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:37,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:37,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-12-03T18:30:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-12-03T18:30:37,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-12-03T18:30:37,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5790 sec 2024-12-03T18:30:37,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 2.5850 sec 2024-12-03T18:30:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:37,853 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b13c919a610bf881ed901a72989ec54f 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-03T18:30:37,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=A 2024-12-03T18:30:37,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:37,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=B 2024-12-03T18:30:37,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:37,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=C 2024-12-03T18:30:37,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:37,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203952e783722324b61be57c5ce077d09d3_b13c919a610bf881ed901a72989ec54f is 50, key is test_row_0/A:col10/1733250636738/Put/seqid=0 2024-12-03T18:30:37,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742402_1578 (size=12304) 2024-12-03T18:30:37,864 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:37,867 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203952e783722324b61be57c5ce077d09d3_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203952e783722324b61be57c5ce077d09d3_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:37,868 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/689b174d26e649c583d16035efdbdb24, store: [table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:37,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/689b174d26e649c583d16035efdbdb24 is 175, key is test_row_0/A:col10/1733250636738/Put/seqid=0 2024-12-03T18:30:37,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742403_1579 (size=31105) 2024-12-03T18:30:37,873 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=138, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/689b174d26e649c583d16035efdbdb24 2024-12-03T18:30:37,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250697872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:37,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250697874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:37,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:37,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250697876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250697875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:37,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/b70a7a4668a54a3da48eaf215ce522d0 is 50, key is test_row_0/B:col10/1733250636738/Put/seqid=0 2024-12-03T18:30:37,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742404_1580 (size=12151) 2024-12-03T18:30:37,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250697976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:37,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250697977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:37,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250697978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:37,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250697978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:38,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250698178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:38,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250698180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:38,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250698180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:38,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250698180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:38,292 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/b70a7a4668a54a3da48eaf215ce522d0 2024-12-03T18:30:38,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/d40a329d16334a788368a708f9d4bac6 is 50, key is test_row_0/C:col10/1733250636738/Put/seqid=0 2024-12-03T18:30:38,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742405_1581 (size=12151) 2024-12-03T18:30:38,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250698482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:38,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:38,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250698482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250698482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:38,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250698482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:38,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/d40a329d16334a788368a708f9d4bac6 2024-12-03T18:30:38,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/689b174d26e649c583d16035efdbdb24 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/689b174d26e649c583d16035efdbdb24 2024-12-03T18:30:38,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/689b174d26e649c583d16035efdbdb24, entries=150, sequenceid=138, filesize=30.4 K 2024-12-03T18:30:38,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/b70a7a4668a54a3da48eaf215ce522d0 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/b70a7a4668a54a3da48eaf215ce522d0 2024-12-03T18:30:38,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/b70a7a4668a54a3da48eaf215ce522d0, entries=150, sequenceid=138, filesize=11.9 K 2024-12-03T18:30:38,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/d40a329d16334a788368a708f9d4bac6 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/d40a329d16334a788368a708f9d4bac6 2024-12-03T18:30:38,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/d40a329d16334a788368a708f9d4bac6, entries=150, sequenceid=138, filesize=11.9 K 2024-12-03T18:30:38,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for b13c919a610bf881ed901a72989ec54f in 875ms, sequenceid=138, compaction requested=true 2024-12-03T18:30:38,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:38,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b13c919a610bf881ed901a72989ec54f:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:30:38,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:38,729 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:30:38,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b13c919a610bf881ed901a72989ec54f:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:30:38,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:38,729 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:30:38,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b13c919a610bf881ed901a72989ec54f:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:30:38,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:30:38,729 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:30:38,729 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:30:38,729 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): b13c919a610bf881ed901a72989ec54f/B is initiating minor compaction (all files) 2024-12-03T18:30:38,729 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): b13c919a610bf881ed901a72989ec54f/A is initiating minor compaction (all files) 2024-12-03T18:30:38,729 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b13c919a610bf881ed901a72989ec54f/B in TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:38,729 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b13c919a610bf881ed901a72989ec54f/A in TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:38,730 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/e789c10c068248609b7fcc1413d59f6c, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/cd0446e24d01403a8a498f0e940dcc24, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/689b174d26e649c583d16035efdbdb24] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp, totalSize=91.0 K 2024-12-03T18:30:38,730 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/9ab32efbd5f04c9387e8a9b19f49f0db, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/eb0cab604b2b4c82a585ac3c64e51c87, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/b70a7a4668a54a3da48eaf215ce522d0] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp, totalSize=35.5 K 2024-12-03T18:30:38,730 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:38,730 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. files: [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/e789c10c068248609b7fcc1413d59f6c, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/cd0446e24d01403a8a498f0e940dcc24, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/689b174d26e649c583d16035efdbdb24] 2024-12-03T18:30:38,730 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ab32efbd5f04c9387e8a9b19f49f0db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733250634976 2024-12-03T18:30:38,730 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting e789c10c068248609b7fcc1413d59f6c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733250634976 2024-12-03T18:30:38,730 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting eb0cab604b2b4c82a585ac3c64e51c87, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733250635600 2024-12-03T18:30:38,730 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd0446e24d01403a8a498f0e940dcc24, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733250635600 2024-12-03T18:30:38,730 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting b70a7a4668a54a3da48eaf215ce522d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733250636738 2024-12-03T18:30:38,730 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 689b174d26e649c583d16035efdbdb24, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733250636738 2024-12-03T18:30:38,734 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:38,735 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b13c919a610bf881ed901a72989ec54f#B#compaction#487 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:38,735 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/baae1a2aeecd4d9082f88ee558ecd64d is 50, key is test_row_0/B:col10/1733250636738/Put/seqid=0 2024-12-03T18:30:38,735 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203bce26a154aca4b1fafc1734205a14ccf_b13c919a610bf881ed901a72989ec54f store=[table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:38,737 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203bce26a154aca4b1fafc1734205a14ccf_b13c919a610bf881ed901a72989ec54f, store=[table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:38,737 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203bce26a154aca4b1fafc1734205a14ccf_b13c919a610bf881ed901a72989ec54f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:38,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742406_1582 (size=12459) 2024-12-03T18:30:38,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742407_1583 (size=4469) 2024-12-03T18:30:38,743 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b13c919a610bf881ed901a72989ec54f#A#compaction#488 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:38,744 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/1fd435907a12444ba1edc5df96e733e5 is 175, key is test_row_0/A:col10/1733250636738/Put/seqid=0 2024-12-03T18:30:38,747 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/baae1a2aeecd4d9082f88ee558ecd64d as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/baae1a2aeecd4d9082f88ee558ecd64d 2024-12-03T18:30:38,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742408_1584 (size=31413) 2024-12-03T18:30:38,752 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b13c919a610bf881ed901a72989ec54f/B of b13c919a610bf881ed901a72989ec54f into baae1a2aeecd4d9082f88ee558ecd64d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:38,752 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:38,752 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f., storeName=b13c919a610bf881ed901a72989ec54f/B, priority=13, startTime=1733250638729; duration=0sec 2024-12-03T18:30:38,752 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:30:38,752 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b13c919a610bf881ed901a72989ec54f:B 2024-12-03T18:30:38,752 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:30:38,753 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:30:38,753 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): b13c919a610bf881ed901a72989ec54f/C is initiating minor compaction (all files) 2024-12-03T18:30:38,753 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b13c919a610bf881ed901a72989ec54f/C in TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:38,753 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/a0c85bfc9d7b4a8e882a95b4e196bf0e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/420811c61b6042a2a835f406e1b99ff0, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/d40a329d16334a788368a708f9d4bac6] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp, totalSize=35.5 K 2024-12-03T18:30:38,753 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting a0c85bfc9d7b4a8e882a95b4e196bf0e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733250634976 2024-12-03T18:30:38,755 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 420811c61b6042a2a835f406e1b99ff0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733250635600 2024-12-03T18:30:38,755 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting d40a329d16334a788368a708f9d4bac6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733250636738 2024-12-03T18:30:38,761 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b13c919a610bf881ed901a72989ec54f#C#compaction#489 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:38,761 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/823ee84438ae4d9dac5a82706d1e8147 is 50, key is test_row_0/C:col10/1733250636738/Put/seqid=0 2024-12-03T18:30:38,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742409_1585 (size=12459) 2024-12-03T18:30:38,786 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/823ee84438ae4d9dac5a82706d1e8147 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/823ee84438ae4d9dac5a82706d1e8147 2024-12-03T18:30:38,790 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b13c919a610bf881ed901a72989ec54f/C of b13c919a610bf881ed901a72989ec54f into 823ee84438ae4d9dac5a82706d1e8147(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:38,790 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:38,790 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f., storeName=b13c919a610bf881ed901a72989ec54f/C, priority=13, startTime=1733250638729; duration=0sec 2024-12-03T18:30:38,790 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:38,790 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b13c919a610bf881ed901a72989ec54f:C 2024-12-03T18:30:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:38,809 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b13c919a610bf881ed901a72989ec54f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-03T18:30:38,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=A 2024-12-03T18:30:38,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:38,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=B 2024-12-03T18:30:38,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:38,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=C 2024-12-03T18:30:38,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:38,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203579eed27e071480d974579dde3bf125d_b13c919a610bf881ed901a72989ec54f is 50, key is test_row_0/A:col10/1733250637869/Put/seqid=0 2024-12-03T18:30:38,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742410_1586 (size=12304) 2024-12-03T18:30:38,819 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:38,822 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203579eed27e071480d974579dde3bf125d_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203579eed27e071480d974579dde3bf125d_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:38,823 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/e6b66812be9f4d508a5418fceb9a9f8b, store: [table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:38,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/e6b66812be9f4d508a5418fceb9a9f8b is 175, key is test_row_0/A:col10/1733250637869/Put/seqid=0 2024-12-03T18:30:38,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742411_1587 (size=31105) 2024-12-03T18:30:38,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1733250698839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:38,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1733250698943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:38,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250698987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:38,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250698987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:38,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:38,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250698987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250698988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-03T18:30:39,084 INFO [Thread-2427 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-12-03T18:30:39,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:30:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-12-03T18:30:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-03T18:30:39,086 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:30:39,086 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:30:39,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:30:39,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:39,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1733250699145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:39,152 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/1fd435907a12444ba1edc5df96e733e5 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/1fd435907a12444ba1edc5df96e733e5 2024-12-03T18:30:39,155 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b13c919a610bf881ed901a72989ec54f/A of b13c919a610bf881ed901a72989ec54f into 1fd435907a12444ba1edc5df96e733e5(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:39,156 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:39,156 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f., storeName=b13c919a610bf881ed901a72989ec54f/A, priority=13, startTime=1733250638728; duration=0sec 2024-12-03T18:30:39,156 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:39,156 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b13c919a610bf881ed901a72989ec54f:A 2024-12-03T18:30:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-03T18:30:39,227 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/e6b66812be9f4d508a5418fceb9a9f8b 2024-12-03T18:30:39,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/6820ce80a9a44b58a74d85a3ed656386 is 50, key is test_row_0/B:col10/1733250637869/Put/seqid=0 2024-12-03T18:30:39,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742412_1588 (size=12151) 2024-12-03T18:30:39,237 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:39,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-03T18:30:39,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:39,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:39,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:39,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:39,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:39,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-03T18:30:39,390 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:39,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-03T18:30:39,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:39,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:39,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:39,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:39,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:39,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:39,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1733250699446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:39,542 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:39,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-03T18:30:39,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:39,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:39,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:39,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:39,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:39,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:39,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/6820ce80a9a44b58a74d85a3ed656386 2024-12-03T18:30:39,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/f55fcbaa93b841f68eb7a24a30638491 is 50, key is test_row_0/C:col10/1733250637869/Put/seqid=0 2024-12-03T18:30:39,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742413_1589 (size=12151) 2024-12-03T18:30:39,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-03T18:30:39,694 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:39,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-03T18:30:39,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:39,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:39,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:39,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:39,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:39,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:39,846 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:39,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-03T18:30:39,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:39,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:39,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:39,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:39,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:39,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:39,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1733250699952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:39,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250699990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:39,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:39,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250699994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:39,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:39,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250699997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:40,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250699999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:40,001 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:40,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-03T18:30:40,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:40,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:40,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:40,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:40,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:40,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/f55fcbaa93b841f68eb7a24a30638491 2024-12-03T18:30:40,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/e6b66812be9f4d508a5418fceb9a9f8b as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/e6b66812be9f4d508a5418fceb9a9f8b 2024-12-03T18:30:40,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/e6b66812be9f4d508a5418fceb9a9f8b, entries=150, sequenceid=161, filesize=30.4 K 2024-12-03T18:30:40,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/6820ce80a9a44b58a74d85a3ed656386 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/6820ce80a9a44b58a74d85a3ed656386 2024-12-03T18:30:40,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/6820ce80a9a44b58a74d85a3ed656386, entries=150, sequenceid=161, filesize=11.9 K 2024-12-03T18:30:40,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/f55fcbaa93b841f68eb7a24a30638491 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/f55fcbaa93b841f68eb7a24a30638491 2024-12-03T18:30:40,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/f55fcbaa93b841f68eb7a24a30638491, entries=150, sequenceid=161, filesize=11.9 K 2024-12-03T18:30:40,084 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for b13c919a610bf881ed901a72989ec54f in 1275ms, sequenceid=161, compaction requested=false 2024-12-03T18:30:40,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:40,154 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:40,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-03T18:30:40,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:40,154 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing b13c919a610bf881ed901a72989ec54f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-03T18:30:40,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=A 2024-12-03T18:30:40,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:40,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=B 2024-12-03T18:30:40,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:40,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=C 2024-12-03T18:30:40,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:40,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120329c09fff35c94be6a3db45dacd81042c_b13c919a610bf881ed901a72989ec54f is 50, key is test_row_0/A:col10/1733250638830/Put/seqid=0 2024-12-03T18:30:40,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742414_1590 (size=12304) 2024-12-03T18:30:40,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:40,166 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120329c09fff35c94be6a3db45dacd81042c_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120329c09fff35c94be6a3db45dacd81042c_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:40,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/c069103aa64b498cae70c199844a4bc5, store: [table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:40,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/c069103aa64b498cae70c199844a4bc5 is 175, key is test_row_0/A:col10/1733250638830/Put/seqid=0 2024-12-03T18:30:40,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742415_1591 (size=31105) 2024-12-03T18:30:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-03T18:30:40,572 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=177, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/c069103aa64b498cae70c199844a4bc5 2024-12-03T18:30:40,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/f12ef2658caf4aaf9115dc0a6e24fc02 is 50, key is test_row_0/B:col10/1733250638830/Put/seqid=0 2024-12-03T18:30:40,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742416_1592 (size=12151) 2024-12-03T18:30:40,581 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/f12ef2658caf4aaf9115dc0a6e24fc02 2024-12-03T18:30:40,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/66d94d3548554eb282441761186b3a8b is 50, key is test_row_0/C:col10/1733250638830/Put/seqid=0 2024-12-03T18:30:40,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742417_1593 (size=12151) 2024-12-03T18:30:40,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:40,989 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/66d94d3548554eb282441761186b3a8b 2024-12-03T18:30:40,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/c069103aa64b498cae70c199844a4bc5 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/c069103aa64b498cae70c199844a4bc5 2024-12-03T18:30:40,995 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/c069103aa64b498cae70c199844a4bc5, entries=150, sequenceid=177, filesize=30.4 K 2024-12-03T18:30:40,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/f12ef2658caf4aaf9115dc0a6e24fc02 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/f12ef2658caf4aaf9115dc0a6e24fc02 2024-12-03T18:30:40,998 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/f12ef2658caf4aaf9115dc0a6e24fc02, entries=150, sequenceid=177, filesize=11.9 K 2024-12-03T18:30:40,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/66d94d3548554eb282441761186b3a8b as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/66d94d3548554eb282441761186b3a8b 2024-12-03T18:30:41,002 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/66d94d3548554eb282441761186b3a8b, entries=150, sequenceid=177, filesize=11.9 K 2024-12-03T18:30:41,003 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=114.05 KB/116790 for b13c919a610bf881ed901a72989ec54f in 849ms, sequenceid=177, compaction requested=true 2024-12-03T18:30:41,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:41,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:41,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-12-03T18:30:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:41,003 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b13c919a610bf881ed901a72989ec54f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-03T18:30:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-12-03T18:30:41,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=A 2024-12-03T18:30:41,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:41,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=B 2024-12-03T18:30:41,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:41,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=C 2024-12-03T18:30:41,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:41,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-12-03T18:30:41,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9170 sec 2024-12-03T18:30:41,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 1.9220 sec 2024-12-03T18:30:41,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203346c8b29878b4f24ab77b494ac9315a3_b13c919a610bf881ed901a72989ec54f is 50, key is test_row_0/A:col10/1733250641002/Put/seqid=0 2024-12-03T18:30:41,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742418_1594 (size=14794) 2024-12-03T18:30:41,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1733250701034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:41,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1733250701137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-03T18:30:41,189 INFO [Thread-2427 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-12-03T18:30:41,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:30:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-12-03T18:30:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-03T18:30:41,191 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:30:41,191 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:30:41,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:30:41,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-03T18:30:41,342 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:41,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:41,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-03T18:30:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1733250701341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:41,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:41,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:41,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:41,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:41,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:41,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:41,412 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:41,415 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203346c8b29878b4f24ab77b494ac9315a3_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203346c8b29878b4f24ab77b494ac9315a3_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:41,416 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/66bb09e4d8424c50ac0b942a6d3fadbc, store: [table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:41,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/66bb09e4d8424c50ac0b942a6d3fadbc is 175, key is test_row_0/A:col10/1733250641002/Put/seqid=0 2024-12-03T18:30:41,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742419_1595 (size=39749) 2024-12-03T18:30:41,421 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/66bb09e4d8424c50ac0b942a6d3fadbc 2024-12-03T18:30:41,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/010c22308bc34481aac077c0e9e4d79b is 50, key is test_row_0/B:col10/1733250641002/Put/seqid=0 2024-12-03T18:30:41,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742420_1596 (size=12151) 2024-12-03T18:30:41,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/010c22308bc34481aac077c0e9e4d79b 2024-12-03T18:30:41,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/d38c4c0fb29648e29f65015cd1022320 is 50, key is test_row_0/C:col10/1733250641002/Put/seqid=0 2024-12-03T18:30:41,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742421_1597 (size=12151) 2024-12-03T18:30:41,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-03T18:30:41,495 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:41,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-03T18:30:41,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:41,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:41,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:41,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:41,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:41,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:41,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:41,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1733250701645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:41,647 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:41,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-03T18:30:41,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:41,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:41,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:41,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:41,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:41,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:41,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-03T18:30:41,799 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:41,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-03T18:30:41,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:41,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:41,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:41,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:41,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:41,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:41,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/d38c4c0fb29648e29f65015cd1022320 2024-12-03T18:30:41,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/66bb09e4d8424c50ac0b942a6d3fadbc as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/66bb09e4d8424c50ac0b942a6d3fadbc 2024-12-03T18:30:41,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/66bb09e4d8424c50ac0b942a6d3fadbc, entries=200, sequenceid=198, filesize=38.8 K 2024-12-03T18:30:41,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/010c22308bc34481aac077c0e9e4d79b as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/010c22308bc34481aac077c0e9e4d79b 2024-12-03T18:30:41,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/010c22308bc34481aac077c0e9e4d79b, entries=150, sequenceid=198, filesize=11.9 K 2024-12-03T18:30:41,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/d38c4c0fb29648e29f65015cd1022320 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/d38c4c0fb29648e29f65015cd1022320 2024-12-03T18:30:41,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/d38c4c0fb29648e29f65015cd1022320, entries=150, sequenceid=198, filesize=11.9 K 2024-12-03T18:30:41,857 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for b13c919a610bf881ed901a72989ec54f in 854ms, sequenceid=198, compaction requested=true 2024-12-03T18:30:41,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:41,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b13c919a610bf881ed901a72989ec54f:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:30:41,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:41,857 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T18:30:41,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b13c919a610bf881ed901a72989ec54f:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:30:41,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:41,857 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T18:30:41,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b13c919a610bf881ed901a72989ec54f:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:30:41,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:30:41,858 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133372 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T18:30:41,858 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): b13c919a610bf881ed901a72989ec54f/A is initiating minor compaction (all files) 2024-12-03T18:30:41,858 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b13c919a610bf881ed901a72989ec54f/A in TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:41,858 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T18:30:41,858 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): b13c919a610bf881ed901a72989ec54f/B is initiating minor compaction (all files) 2024-12-03T18:30:41,858 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/1fd435907a12444ba1edc5df96e733e5, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/e6b66812be9f4d508a5418fceb9a9f8b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/c069103aa64b498cae70c199844a4bc5, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/66bb09e4d8424c50ac0b942a6d3fadbc] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp, totalSize=130.2 K 2024-12-03T18:30:41,858 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b13c919a610bf881ed901a72989ec54f/B in TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:41,858 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:41,858 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/baae1a2aeecd4d9082f88ee558ecd64d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/6820ce80a9a44b58a74d85a3ed656386, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/f12ef2658caf4aaf9115dc0a6e24fc02, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/010c22308bc34481aac077c0e9e4d79b] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp, totalSize=47.8 K 2024-12-03T18:30:41,858 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. files: [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/1fd435907a12444ba1edc5df96e733e5, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/e6b66812be9f4d508a5418fceb9a9f8b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/c069103aa64b498cae70c199844a4bc5, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/66bb09e4d8424c50ac0b942a6d3fadbc] 2024-12-03T18:30:41,858 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting baae1a2aeecd4d9082f88ee558ecd64d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733250636738 2024-12-03T18:30:41,858 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1fd435907a12444ba1edc5df96e733e5, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733250636738 2024-12-03T18:30:41,859 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6b66812be9f4d508a5418fceb9a9f8b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733250637869 2024-12-03T18:30:41,859 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 6820ce80a9a44b58a74d85a3ed656386, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733250637869 2024-12-03T18:30:41,859 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting c069103aa64b498cae70c199844a4bc5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733250638830 2024-12-03T18:30:41,859 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting f12ef2658caf4aaf9115dc0a6e24fc02, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733250638830 2024-12-03T18:30:41,859 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 010c22308bc34481aac077c0e9e4d79b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733250640990 2024-12-03T18:30:41,859 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66bb09e4d8424c50ac0b942a6d3fadbc, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733250640990 2024-12-03T18:30:41,864 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:41,864 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b13c919a610bf881ed901a72989ec54f#B#compaction#499 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:41,864 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/e313b46b56304f7da85c5690952c7181 is 50, key is test_row_0/B:col10/1733250641002/Put/seqid=0 2024-12-03T18:30:41,865 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412036faed253af1c4356a0702e1046548196_b13c919a610bf881ed901a72989ec54f store=[table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:41,867 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412036faed253af1c4356a0702e1046548196_b13c919a610bf881ed901a72989ec54f, store=[table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:41,867 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412036faed253af1c4356a0702e1046548196_b13c919a610bf881ed901a72989ec54f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:41,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742422_1598 (size=12595) 2024-12-03T18:30:41,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742423_1599 (size=4469) 2024-12-03T18:30:41,875 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/e313b46b56304f7da85c5690952c7181 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/e313b46b56304f7da85c5690952c7181 2024-12-03T18:30:41,878 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b13c919a610bf881ed901a72989ec54f/B of b13c919a610bf881ed901a72989ec54f into e313b46b56304f7da85c5690952c7181(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:41,878 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:41,878 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f., storeName=b13c919a610bf881ed901a72989ec54f/B, priority=12, startTime=1733250641857; duration=0sec 2024-12-03T18:30:41,878 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:30:41,878 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b13c919a610bf881ed901a72989ec54f:B 2024-12-03T18:30:41,879 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T18:30:41,879 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T18:30:41,879 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): b13c919a610bf881ed901a72989ec54f/C is initiating minor compaction (all files) 2024-12-03T18:30:41,879 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b13c919a610bf881ed901a72989ec54f/C in TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:41,879 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/823ee84438ae4d9dac5a82706d1e8147, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/f55fcbaa93b841f68eb7a24a30638491, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/66d94d3548554eb282441761186b3a8b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/d38c4c0fb29648e29f65015cd1022320] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp, totalSize=47.8 K 2024-12-03T18:30:41,880 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 823ee84438ae4d9dac5a82706d1e8147, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733250636738 2024-12-03T18:30:41,881 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting f55fcbaa93b841f68eb7a24a30638491, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733250637869 2024-12-03T18:30:41,881 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 66d94d3548554eb282441761186b3a8b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733250638830 2024-12-03T18:30:41,881 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting d38c4c0fb29648e29f65015cd1022320, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733250640990 2024-12-03T18:30:41,888 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b13c919a610bf881ed901a72989ec54f#C#compaction#501 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:41,888 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/df6d2072c86e452fa8e69ffb40873f73 is 50, key is test_row_0/C:col10/1733250641002/Put/seqid=0 2024-12-03T18:30:41,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742424_1600 (size=12595) 2024-12-03T18:30:41,951 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:41,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-03T18:30:41,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:41,952 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing b13c919a610bf881ed901a72989ec54f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-03T18:30:41,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=A 2024-12-03T18:30:41,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:41,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=B 2024-12-03T18:30:41,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:41,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=C 2024-12-03T18:30:41,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:41,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120365146add81d74dea957c3bd023c9b61a_b13c919a610bf881ed901a72989ec54f is 50, key is test_row_0/A:col10/1733250641033/Put/seqid=0 2024-12-03T18:30:41,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742425_1601 (size=12304) 2024-12-03T18:30:41,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:42,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250702014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:42,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:42,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250702015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250702015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:42,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:42,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250702018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:42,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250702119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:42,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250702119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:42,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250702119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:42,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250702120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:42,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:42,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1733250702149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:42,275 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b13c919a610bf881ed901a72989ec54f#A#compaction#500 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:42,276 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/da4ac4844f854c89ab3e6ad8d4aa452a is 175, key is test_row_0/A:col10/1733250641002/Put/seqid=0 2024-12-03T18:30:42,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742426_1602 (size=31549) 2024-12-03T18:30:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-03T18:30:42,294 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/df6d2072c86e452fa8e69ffb40873f73 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/df6d2072c86e452fa8e69ffb40873f73 2024-12-03T18:30:42,297 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b13c919a610bf881ed901a72989ec54f/C of b13c919a610bf881ed901a72989ec54f into df6d2072c86e452fa8e69ffb40873f73(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:42,297 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:42,297 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f., storeName=b13c919a610bf881ed901a72989ec54f/C, priority=12, startTime=1733250641857; duration=0sec 2024-12-03T18:30:42,297 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:42,297 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b13c919a610bf881ed901a72989ec54f:C 2024-12-03T18:30:42,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250702320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:42,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250702321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:42,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250702321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:42,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250702322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:42,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:42,362 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120365146add81d74dea957c3bd023c9b61a_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120365146add81d74dea957c3bd023c9b61a_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:42,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/28b8312528a2417a8f3d9e7efffef5dc, store: [table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:42,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/28b8312528a2417a8f3d9e7efffef5dc is 175, key is test_row_0/A:col10/1733250641033/Put/seqid=0 2024-12-03T18:30:42,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742427_1603 (size=31105) 2024-12-03T18:30:42,366 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/28b8312528a2417a8f3d9e7efffef5dc 2024-12-03T18:30:42,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/330de0af16b94688bbf65b46f3802a4d is 50, key is test_row_0/B:col10/1733250641033/Put/seqid=0 2024-12-03T18:30:42,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742428_1604 (size=12151) 2024-12-03T18:30:42,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:42,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250702622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:42,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:42,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250702624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:42,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:42,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250702625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:42,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:42,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250702625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:42,683 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/da4ac4844f854c89ab3e6ad8d4aa452a as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/da4ac4844f854c89ab3e6ad8d4aa452a 2024-12-03T18:30:42,690 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b13c919a610bf881ed901a72989ec54f/A of b13c919a610bf881ed901a72989ec54f into da4ac4844f854c89ab3e6ad8d4aa452a(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:42,690 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:42,690 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f., storeName=b13c919a610bf881ed901a72989ec54f/A, priority=12, startTime=1733250641857; duration=0sec 2024-12-03T18:30:42,690 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:42,690 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b13c919a610bf881ed901a72989ec54f:A 2024-12-03T18:30:42,775 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/330de0af16b94688bbf65b46f3802a4d 2024-12-03T18:30:42,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/6634a28df9ee413e970c36ac94401da4 is 50, key is test_row_0/C:col10/1733250641033/Put/seqid=0 2024-12-03T18:30:42,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742429_1605 (size=12151) 2024-12-03T18:30:43,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:43,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250703127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250703127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:43,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250703128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:43,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250703129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:43,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1733250703156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:43,184 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/6634a28df9ee413e970c36ac94401da4 2024-12-03T18:30:43,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/28b8312528a2417a8f3d9e7efffef5dc as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/28b8312528a2417a8f3d9e7efffef5dc 2024-12-03T18:30:43,195 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/28b8312528a2417a8f3d9e7efffef5dc, entries=150, sequenceid=214, filesize=30.4 K 2024-12-03T18:30:43,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/330de0af16b94688bbf65b46f3802a4d as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/330de0af16b94688bbf65b46f3802a4d 2024-12-03T18:30:43,203 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/330de0af16b94688bbf65b46f3802a4d, entries=150, sequenceid=214, filesize=11.9 K 2024-12-03T18:30:43,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/6634a28df9ee413e970c36ac94401da4 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/6634a28df9ee413e970c36ac94401da4 2024-12-03T18:30:43,210 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/6634a28df9ee413e970c36ac94401da4, entries=150, sequenceid=214, filesize=11.9 K 2024-12-03T18:30:43,211 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for b13c919a610bf881ed901a72989ec54f in 1260ms, sequenceid=214, compaction requested=false 2024-12-03T18:30:43,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:43,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:43,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-12-03T18:30:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-12-03T18:30:43,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-12-03T18:30:43,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0210 sec 2024-12-03T18:30:43,214 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 2.0230 sec 2024-12-03T18:30:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-03T18:30:43,294 INFO [Thread-2427 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-12-03T18:30:43,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:30:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-12-03T18:30:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-03T18:30:43,297 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:30:43,297 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:30:43,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:30:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-03T18:30:43,449 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:43,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-03T18:30:43,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:43,450 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing b13c919a610bf881ed901a72989ec54f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-03T18:30:43,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=A 2024-12-03T18:30:43,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:43,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=B 2024-12-03T18:30:43,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:43,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=C 2024-12-03T18:30:43,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:43,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203783ba6b169d8470495009ba9d420776e_b13c919a610bf881ed901a72989ec54f is 50, key is test_row_0/A:col10/1733250642017/Put/seqid=0 2024-12-03T18:30:43,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742430_1606 (size=12304) 2024-12-03T18:30:43,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:43,466 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203783ba6b169d8470495009ba9d420776e_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203783ba6b169d8470495009ba9d420776e_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:43,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/2448f57cd51240c6bff150251abda051, store: [table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:43,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/2448f57cd51240c6bff150251abda051 is 175, key is test_row_0/A:col10/1733250642017/Put/seqid=0 2024-12-03T18:30:43,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742431_1607 (size=31105) 2024-12-03T18:30:43,480 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/2448f57cd51240c6bff150251abda051 2024-12-03T18:30:43,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/110cf4b6a0a8469797bb98418c02d686 is 50, key is test_row_0/B:col10/1733250642017/Put/seqid=0 2024-12-03T18:30:43,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742432_1608 (size=12151) 2024-12-03T18:30:43,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-03T18:30:43,892 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/110cf4b6a0a8469797bb98418c02d686 2024-12-03T18:30:43,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/a2ffeec989b848dc85c99123b660c705 is 50, key is test_row_0/C:col10/1733250642017/Put/seqid=0 2024-12-03T18:30:43,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742433_1609 (size=12151) 2024-12-03T18:30:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-03T18:30:44,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:44,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250704165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:44,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250704165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:44,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:44,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250704167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250704168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:44,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250704269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:44,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250704269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:44,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250704270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:44,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250704270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:44,300 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/a2ffeec989b848dc85c99123b660c705 2024-12-03T18:30:44,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/2448f57cd51240c6bff150251abda051 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/2448f57cd51240c6bff150251abda051 2024-12-03T18:30:44,305 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/2448f57cd51240c6bff150251abda051, entries=150, sequenceid=237, filesize=30.4 K 2024-12-03T18:30:44,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/110cf4b6a0a8469797bb98418c02d686 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/110cf4b6a0a8469797bb98418c02d686 2024-12-03T18:30:44,308 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/110cf4b6a0a8469797bb98418c02d686, entries=150, sequenceid=237, filesize=11.9 K 2024-12-03T18:30:44,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/a2ffeec989b848dc85c99123b660c705 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/a2ffeec989b848dc85c99123b660c705 2024-12-03T18:30:44,311 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/a2ffeec989b848dc85c99123b660c705, entries=150, sequenceid=237, filesize=11.9 K 2024-12-03T18:30:44,311 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for b13c919a610bf881ed901a72989ec54f in 861ms, sequenceid=237, compaction requested=true 2024-12-03T18:30:44,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:44,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:44,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-12-03T18:30:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-12-03T18:30:44,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-12-03T18:30:44,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0160 sec 2024-12-03T18:30:44,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 1.0190 sec 2024-12-03T18:30:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-03T18:30:44,400 INFO [Thread-2427 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-12-03T18:30:44,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:30:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-12-03T18:30:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-03T18:30:44,402 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:30:44,403 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:30:44,403 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:30:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:44,474 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b13c919a610bf881ed901a72989ec54f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-03T18:30:44,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=A 2024-12-03T18:30:44,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:44,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=B 2024-12-03T18:30:44,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:44,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=C 2024-12-03T18:30:44,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:44,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120353ae9759198c4038b867569cbc4221cf_b13c919a610bf881ed901a72989ec54f is 50, key is test_row_0/A:col10/1733250644474/Put/seqid=0 2024-12-03T18:30:44,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742434_1610 (size=12304) 2024-12-03T18:30:44,483 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:44,485 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120353ae9759198c4038b867569cbc4221cf_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120353ae9759198c4038b867569cbc4221cf_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:44,486 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/2e5553ea525d4a7b93ad776914ec99f6, store: [table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:44,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/2e5553ea525d4a7b93ad776914ec99f6 is 175, key is test_row_0/A:col10/1733250644474/Put/seqid=0 2024-12-03T18:30:44,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:44,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250704485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:44,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:44,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250704485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:44,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:44,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250704486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:44,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:44,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250704487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:44,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742435_1611 (size=31105) 2024-12-03T18:30:44,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-03T18:30:44,554 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:44,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-03T18:30:44,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:44,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:44,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:44,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:44,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:44,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250704588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:44,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250704588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:44,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:44,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250704588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:44,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250704590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-03T18:30:44,705 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:44,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-03T18:30:44,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:44,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:44,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:44,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:44,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:44,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250704791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:44,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250704791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:44,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250704793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:44,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250704797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:44,857 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:44,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-03T18:30:44,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:44,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:44,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:44,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:44,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:44,890 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/2e5553ea525d4a7b93ad776914ec99f6 2024-12-03T18:30:44,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/c6b4ab109efc4d40ae8086a7e7043d10 is 50, key is test_row_0/B:col10/1733250644474/Put/seqid=0 2024-12-03T18:30:44,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742436_1612 (size=12151) 2024-12-03T18:30:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-03T18:30:45,009 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:45,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-03T18:30:45,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:45,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:45,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:45,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:45,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:45,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:45,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250705095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:45,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250705096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:45,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250705097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:45,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:45,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250705102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:45,162 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:45,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-03T18:30:45,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:45,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:45,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:45,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:45,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:45,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:45,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1733250705161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:45,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:45,163 DEBUG [Thread-2421 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4129 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f., hostname=5840ab6af6da,43459,1733250473452, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:30:45,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/c6b4ab109efc4d40ae8086a7e7043d10 2024-12-03T18:30:45,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/aa269243537b463a93a8885d46252d9e is 50, key is test_row_0/C:col10/1733250644474/Put/seqid=0 2024-12-03T18:30:45,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742437_1613 (size=12151) 2024-12-03T18:30:45,314 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:45,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-03T18:30:45,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:45,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:45,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:45,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:45,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:45,466 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:45,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-03T18:30:45,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:45,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:45,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:45,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:45,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:45,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-03T18:30:45,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:45,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250705599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:45,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:45,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250705600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:45,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:45,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250705602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:45,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:45,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250705608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:45,618 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:45,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-03T18:30:45,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:45,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:45,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:45,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:45,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:45,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:45,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/aa269243537b463a93a8885d46252d9e 2024-12-03T18:30:45,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/2e5553ea525d4a7b93ad776914ec99f6 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/2e5553ea525d4a7b93ad776914ec99f6 2024-12-03T18:30:45,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/2e5553ea525d4a7b93ad776914ec99f6, entries=150, sequenceid=256, filesize=30.4 K 2024-12-03T18:30:45,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/c6b4ab109efc4d40ae8086a7e7043d10 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/c6b4ab109efc4d40ae8086a7e7043d10 2024-12-03T18:30:45,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/c6b4ab109efc4d40ae8086a7e7043d10, entries=150, sequenceid=256, filesize=11.9 K 2024-12-03T18:30:45,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/aa269243537b463a93a8885d46252d9e as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/aa269243537b463a93a8885d46252d9e 2024-12-03T18:30:45,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/aa269243537b463a93a8885d46252d9e, entries=150, sequenceid=256, filesize=11.9 K 2024-12-03T18:30:45,716 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for b13c919a610bf881ed901a72989ec54f in 1242ms, sequenceid=256, compaction requested=true 2024-12-03T18:30:45,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:45,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b13c919a610bf881ed901a72989ec54f:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:30:45,717 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T18:30:45,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:45,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b13c919a610bf881ed901a72989ec54f:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:30:45,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:45,717 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T18:30:45,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b13c919a610bf881ed901a72989ec54f:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:30:45,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:30:45,718 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T18:30:45,718 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124864 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T18:30:45,718 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): b13c919a610bf881ed901a72989ec54f/B is initiating minor compaction (all files) 2024-12-03T18:30:45,718 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): b13c919a610bf881ed901a72989ec54f/A is initiating minor compaction (all files) 2024-12-03T18:30:45,718 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b13c919a610bf881ed901a72989ec54f/B in TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:45,718 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b13c919a610bf881ed901a72989ec54f/A in TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:45,718 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/e313b46b56304f7da85c5690952c7181, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/330de0af16b94688bbf65b46f3802a4d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/110cf4b6a0a8469797bb98418c02d686, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/c6b4ab109efc4d40ae8086a7e7043d10] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp, totalSize=47.9 K 2024-12-03T18:30:45,718 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/da4ac4844f854c89ab3e6ad8d4aa452a, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/28b8312528a2417a8f3d9e7efffef5dc, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/2448f57cd51240c6bff150251abda051, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/2e5553ea525d4a7b93ad776914ec99f6] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp, totalSize=121.9 K 2024-12-03T18:30:45,718 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:45,718 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. files: [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/da4ac4844f854c89ab3e6ad8d4aa452a, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/28b8312528a2417a8f3d9e7efffef5dc, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/2448f57cd51240c6bff150251abda051, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/2e5553ea525d4a7b93ad776914ec99f6] 2024-12-03T18:30:45,718 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting e313b46b56304f7da85c5690952c7181, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733250640990 2024-12-03T18:30:45,718 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting da4ac4844f854c89ab3e6ad8d4aa452a, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733250640990 2024-12-03T18:30:45,718 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 330de0af16b94688bbf65b46f3802a4d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733250641027 2024-12-03T18:30:45,718 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28b8312528a2417a8f3d9e7efffef5dc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733250641027 2024-12-03T18:30:45,718 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 110cf4b6a0a8469797bb98418c02d686, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733250642014 2024-12-03T18:30:45,719 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2448f57cd51240c6bff150251abda051, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733250642014 2024-12-03T18:30:45,719 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting c6b4ab109efc4d40ae8086a7e7043d10, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1733250644473 2024-12-03T18:30:45,719 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e5553ea525d4a7b93ad776914ec99f6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1733250644473 2024-12-03T18:30:45,723 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:45,725 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b13c919a610bf881ed901a72989ec54f#B#compaction#511 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:45,725 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/eb531bc17b25436eafc91959cef99152 is 50, key is test_row_0/B:col10/1733250644474/Put/seqid=0 2024-12-03T18:30:45,727 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412031e0e376f0c44459d92fa3bbe5886870d_b13c919a610bf881ed901a72989ec54f store=[table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:45,728 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412031e0e376f0c44459d92fa3bbe5886870d_b13c919a610bf881ed901a72989ec54f, store=[table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:45,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742438_1614 (size=12731) 2024-12-03T18:30:45,728 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412031e0e376f0c44459d92fa3bbe5886870d_b13c919a610bf881ed901a72989ec54f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:45,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742439_1615 (size=4469) 2024-12-03T18:30:45,733 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/eb531bc17b25436eafc91959cef99152 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/eb531bc17b25436eafc91959cef99152 2024-12-03T18:30:45,737 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b13c919a610bf881ed901a72989ec54f/B of b13c919a610bf881ed901a72989ec54f into eb531bc17b25436eafc91959cef99152(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:45,737 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:45,737 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f., storeName=b13c919a610bf881ed901a72989ec54f/B, priority=12, startTime=1733250645717; duration=0sec 2024-12-03T18:30:45,737 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:30:45,737 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b13c919a610bf881ed901a72989ec54f:B 2024-12-03T18:30:45,737 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T18:30:45,738 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T18:30:45,738 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): b13c919a610bf881ed901a72989ec54f/C is initiating minor compaction (all files) 2024-12-03T18:30:45,738 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b13c919a610bf881ed901a72989ec54f/C in TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:45,738 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/df6d2072c86e452fa8e69ffb40873f73, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/6634a28df9ee413e970c36ac94401da4, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/a2ffeec989b848dc85c99123b660c705, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/aa269243537b463a93a8885d46252d9e] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp, totalSize=47.9 K 2024-12-03T18:30:45,738 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting df6d2072c86e452fa8e69ffb40873f73, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733250640990 2024-12-03T18:30:45,738 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 6634a28df9ee413e970c36ac94401da4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733250641027 2024-12-03T18:30:45,739 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting a2ffeec989b848dc85c99123b660c705, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733250642014 2024-12-03T18:30:45,739 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting aa269243537b463a93a8885d46252d9e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1733250644473 2024-12-03T18:30:45,743 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b13c919a610bf881ed901a72989ec54f#C#compaction#513 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:45,744 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/182b2aa525564094a542197ab33d606e is 50, key is test_row_0/C:col10/1733250644474/Put/seqid=0 2024-12-03T18:30:45,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742440_1616 (size=12731) 2024-12-03T18:30:45,770 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:45,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-03T18:30:45,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:45,771 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing b13c919a610bf881ed901a72989ec54f 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-03T18:30:45,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=A 2024-12-03T18:30:45,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:45,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=B 2024-12-03T18:30:45,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:45,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=C 2024-12-03T18:30:45,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:45,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203d471e742af574d0ea8d976d86a4a5a8b_b13c919a610bf881ed901a72989ec54f is 50, key is test_row_0/A:col10/1733250644485/Put/seqid=0 2024-12-03T18:30:45,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742441_1617 (size=12454) 2024-12-03T18:30:45,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:45,789 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203d471e742af574d0ea8d976d86a4a5a8b_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203d471e742af574d0ea8d976d86a4a5a8b_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:45,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/8c2993c56c82405dafbb3f3aa6b536a9, store: [table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:45,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/8c2993c56c82405dafbb3f3aa6b536a9 is 175, key is test_row_0/A:col10/1733250644485/Put/seqid=0 2024-12-03T18:30:45,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742442_1618 (size=31255) 2024-12-03T18:30:45,799 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/8c2993c56c82405dafbb3f3aa6b536a9 2024-12-03T18:30:45,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/09c2045df3704431a06dcde0a57493d1 is 50, key is test_row_0/B:col10/1733250644485/Put/seqid=0 2024-12-03T18:30:45,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742443_1619 (size=12301) 2024-12-03T18:30:45,807 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/09c2045df3704431a06dcde0a57493d1 2024-12-03T18:30:45,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/947ee0f0b4294f92b87dfc841f98d78e is 50, key is test_row_0/C:col10/1733250644485/Put/seqid=0 2024-12-03T18:30:45,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742444_1620 (size=12301) 2024-12-03T18:30:46,134 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b13c919a610bf881ed901a72989ec54f#A#compaction#512 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:46,134 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/dcb93e72928e4364bd20e55bf306780c is 175, key is test_row_0/A:col10/1733250644474/Put/seqid=0 2024-12-03T18:30:46,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742445_1621 (size=31685) 2024-12-03T18:30:46,150 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/182b2aa525564094a542197ab33d606e as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/182b2aa525564094a542197ab33d606e 2024-12-03T18:30:46,157 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b13c919a610bf881ed901a72989ec54f/C of b13c919a610bf881ed901a72989ec54f into 182b2aa525564094a542197ab33d606e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:46,157 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:46,157 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f., storeName=b13c919a610bf881ed901a72989ec54f/C, priority=12, startTime=1733250645717; duration=0sec 2024-12-03T18:30:46,157 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:46,157 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b13c919a610bf881ed901a72989ec54f:C 2024-12-03T18:30:46,221 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/947ee0f0b4294f92b87dfc841f98d78e 2024-12-03T18:30:46,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/8c2993c56c82405dafbb3f3aa6b536a9 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/8c2993c56c82405dafbb3f3aa6b536a9 2024-12-03T18:30:46,226 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/8c2993c56c82405dafbb3f3aa6b536a9, entries=150, sequenceid=274, filesize=30.5 K 2024-12-03T18:30:46,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/09c2045df3704431a06dcde0a57493d1 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/09c2045df3704431a06dcde0a57493d1 2024-12-03T18:30:46,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,229 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/09c2045df3704431a06dcde0a57493d1, entries=150, sequenceid=274, filesize=12.0 K 2024-12-03T18:30:46,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/947ee0f0b4294f92b87dfc841f98d78e as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/947ee0f0b4294f92b87dfc841f98d78e 2024-12-03T18:30:46,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,232 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/947ee0f0b4294f92b87dfc841f98d78e, entries=150, sequenceid=274, filesize=12.0 K 2024-12-03T18:30:46,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,233 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=0 B/0 for b13c919a610bf881ed901a72989ec54f in 462ms, sequenceid=274, compaction requested=false 2024-12-03T18:30:46,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:46,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:46,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-12-03T18:30:46,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-12-03T18:30:46,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-12-03T18:30:46,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8310 sec 2024-12-03T18:30:46,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 1.8340 sec 2024-12-03T18:30:46,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-03T18:30:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,505 INFO [Thread-2427 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-12-03T18:30:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:30:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-12-03T18:30:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-03T18:30:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,518 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:30:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,522 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:30:46,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:30:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,546 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/dcb93e72928e4364bd20e55bf306780c as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/dcb93e72928e4364bd20e55bf306780c 2024-12-03T18:30:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,549 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b13c919a610bf881ed901a72989ec54f/A of b13c919a610bf881ed901a72989ec54f into dcb93e72928e4364bd20e55bf306780c(size=30.9 K), total size for store is 61.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:46,549 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,549 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f., storeName=b13c919a610bf881ed901a72989ec54f/A, priority=12, startTime=1733250645717; duration=0sec 2024-12-03T18:30:46,549 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,549 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b13c919a610bf881ed901a72989ec54f:A 2024-12-03T18:30:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-03T18:30:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:46,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b13c919a610bf881ed901a72989ec54f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T18:30:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=A 2024-12-03T18:30:46,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:46,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=B 2024-12-03T18:30:46,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:46,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=C 2024-12-03T18:30:46,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203bd7376567d24483f810350781eb7c9eb_b13c919a610bf881ed901a72989ec54f is 50, key is test_row_0/A:col10/1733250646637/Put/seqid=0 2024-12-03T18:30:46,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250706671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:46,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250706675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:46,678 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:46,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250706675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:46,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742447_1623 (size=27698) 2024-12-03T18:30:46,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250706675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:46,679 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:46,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-03T18:30:46,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:46,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:46,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:46,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:46,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:46,682 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203bd7376567d24483f810350781eb7c9eb_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203bd7376567d24483f810350781eb7c9eb_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:46,683 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/dcd47501c61c4b40b735c1c1ed75692e, store: [table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:46,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/dcd47501c61c4b40b735c1c1ed75692e is 175, key is test_row_0/A:col10/1733250646637/Put/seqid=0 2024-12-03T18:30:46,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742446_1622 (size=83485) 2024-12-03T18:30:46,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250706776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:46,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250706780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:46,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250706780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:46,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250706780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-03T18:30:46,832 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:46,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-03T18:30:46,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:46,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:46,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:46,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:46,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:46,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250706978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:46,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250706983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:46,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250706985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:46,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250706987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:46,990 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:46,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-03T18:30:46,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:46,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:46,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:46,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:46,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:47,088 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/dcd47501c61c4b40b735c1c1ed75692e 2024-12-03T18:30:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-03T18:30:47,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/302311df31b34745a71d92bd492cd50f is 50, key is test_row_0/B:col10/1733250646637/Put/seqid=0 2024-12-03T18:30:47,147 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:47,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-03T18:30:47,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:47,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:47,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:47,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:47,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:47,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742448_1624 (size=12301) 2024-12-03T18:30:47,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:47,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250707280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:47,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:47,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:47,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250707287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:47,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250707287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:47,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250707294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:47,299 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:47,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-03T18:30:47,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:47,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:47,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:47,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:47,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:47,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:47,452 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:47,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-03T18:30:47,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:47,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:47,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:47,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:47,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:47,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:47,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/302311df31b34745a71d92bd492cd50f 2024-12-03T18:30:47,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/dd0db3eb717946d9bd54dabc45547509 is 50, key is test_row_0/C:col10/1733250646637/Put/seqid=0 2024-12-03T18:30:47,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742449_1625 (size=12301) 2024-12-03T18:30:47,604 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:47,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-03T18:30:47,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:47,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:47,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:47,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:47,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:47,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-03T18:30:47,756 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:47,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-03T18:30:47,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:47,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:47,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:47,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:47,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:47,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:47,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250707784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:47,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250707789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:47,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250707789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:47,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250707797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:47,908 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:47,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-03T18:30:47,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:47,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:47,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:47,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:47,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:47,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/dd0db3eb717946d9bd54dabc45547509 2024-12-03T18:30:47,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/dcd47501c61c4b40b735c1c1ed75692e as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/dcd47501c61c4b40b735c1c1ed75692e 2024-12-03T18:30:47,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/dcd47501c61c4b40b735c1c1ed75692e, entries=450, sequenceid=288, filesize=81.5 K 2024-12-03T18:30:47,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/302311df31b34745a71d92bd492cd50f as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/302311df31b34745a71d92bd492cd50f 2024-12-03T18:30:47,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/302311df31b34745a71d92bd492cd50f, entries=150, sequenceid=288, filesize=12.0 K 2024-12-03T18:30:47,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/dd0db3eb717946d9bd54dabc45547509 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/dd0db3eb717946d9bd54dabc45547509 2024-12-03T18:30:48,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/dd0db3eb717946d9bd54dabc45547509, entries=150, sequenceid=288, filesize=12.0 K 2024-12-03T18:30:48,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for b13c919a610bf881ed901a72989ec54f in 1362ms, sequenceid=288, compaction requested=true 2024-12-03T18:30:48,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:48,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b13c919a610bf881ed901a72989ec54f:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:30:48,001 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:30:48,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:48,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b13c919a610bf881ed901a72989ec54f:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:30:48,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:48,001 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:30:48,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b13c919a610bf881ed901a72989ec54f:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:30:48,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:30:48,002 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 146425 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:30:48,002 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): b13c919a610bf881ed901a72989ec54f/A is initiating minor compaction (all files) 2024-12-03T18:30:48,002 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b13c919a610bf881ed901a72989ec54f/A in TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:48,002 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/dcb93e72928e4364bd20e55bf306780c, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/8c2993c56c82405dafbb3f3aa6b536a9, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/dcd47501c61c4b40b735c1c1ed75692e] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp, totalSize=143.0 K 2024-12-03T18:30:48,003 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:48,003 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. files: [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/dcb93e72928e4364bd20e55bf306780c, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/8c2993c56c82405dafbb3f3aa6b536a9, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/dcd47501c61c4b40b735c1c1ed75692e] 2024-12-03T18:30:48,003 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:30:48,003 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): b13c919a610bf881ed901a72989ec54f/B is initiating minor compaction (all files) 2024-12-03T18:30:48,003 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b13c919a610bf881ed901a72989ec54f/B in TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:48,003 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/eb531bc17b25436eafc91959cef99152, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/09c2045df3704431a06dcde0a57493d1, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/302311df31b34745a71d92bd492cd50f] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp, totalSize=36.5 K 2024-12-03T18:30:48,003 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting eb531bc17b25436eafc91959cef99152, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1733250644473 2024-12-03T18:30:48,003 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting dcb93e72928e4364bd20e55bf306780c, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1733250644473 2024-12-03T18:30:48,003 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 09c2045df3704431a06dcde0a57493d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733250644481 2024-12-03T18:30:48,003 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c2993c56c82405dafbb3f3aa6b536a9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733250644481 2024-12-03T18:30:48,004 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 302311df31b34745a71d92bd492cd50f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733250646623 2024-12-03T18:30:48,004 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting dcd47501c61c4b40b735c1c1ed75692e, keycount=450, bloomtype=ROW, size=81.5 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733250646623 2024-12-03T18:30:48,010 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b13c919a610bf881ed901a72989ec54f#B#compaction#520 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:48,011 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/dc75b882e7fe444e81955e47b8e72d2a is 50, key is test_row_0/B:col10/1733250646637/Put/seqid=0 2024-12-03T18:30:48,012 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:48,013 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412037c8b59e5541e4d358bf51293f25c87ce_b13c919a610bf881ed901a72989ec54f store=[table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:48,016 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412037c8b59e5541e4d358bf51293f25c87ce_b13c919a610bf881ed901a72989ec54f, store=[table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:48,016 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412037c8b59e5541e4d358bf51293f25c87ce_b13c919a610bf881ed901a72989ec54f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:48,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742450_1626 (size=12983) 2024-12-03T18:30:48,035 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/dc75b882e7fe444e81955e47b8e72d2a as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/dc75b882e7fe444e81955e47b8e72d2a 2024-12-03T18:30:48,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742451_1627 (size=4469) 2024-12-03T18:30:48,041 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b13c919a610bf881ed901a72989ec54f/B of b13c919a610bf881ed901a72989ec54f into dc75b882e7fe444e81955e47b8e72d2a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:48,041 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:48,041 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f., storeName=b13c919a610bf881ed901a72989ec54f/B, priority=13, startTime=1733250648001; duration=0sec 2024-12-03T18:30:48,041 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:30:48,041 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b13c919a610bf881ed901a72989ec54f:B 2024-12-03T18:30:48,041 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:30:48,042 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b13c919a610bf881ed901a72989ec54f#A#compaction#521 average throughput is 0.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:48,042 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/71be72f74ace4806a9ade1c724e69f4c is 175, key is test_row_0/A:col10/1733250646637/Put/seqid=0 2024-12-03T18:30:48,044 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:30:48,044 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): b13c919a610bf881ed901a72989ec54f/C is initiating minor compaction (all files) 2024-12-03T18:30:48,044 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b13c919a610bf881ed901a72989ec54f/C in TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:48,044 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/182b2aa525564094a542197ab33d606e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/947ee0f0b4294f92b87dfc841f98d78e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/dd0db3eb717946d9bd54dabc45547509] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp, totalSize=36.5 K 2024-12-03T18:30:48,044 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 182b2aa525564094a542197ab33d606e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1733250644473 2024-12-03T18:30:48,045 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 947ee0f0b4294f92b87dfc841f98d78e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733250644481 2024-12-03T18:30:48,045 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting dd0db3eb717946d9bd54dabc45547509, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733250646623 2024-12-03T18:30:48,060 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:48,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-03T18:30:48,060 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b13c919a610bf881ed901a72989ec54f#C#compaction#522 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:48,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:48,060 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing b13c919a610bf881ed901a72989ec54f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T18:30:48,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=A 2024-12-03T18:30:48,061 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/e7a6aca6d6bd47fa934244c6279b92bc is 50, key is test_row_0/C:col10/1733250646637/Put/seqid=0 2024-12-03T18:30:48,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:48,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=B 2024-12-03T18:30:48,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:48,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=C 2024-12-03T18:30:48,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:48,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742452_1628 (size=31937) 2024-12-03T18:30:48,066 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/71be72f74ace4806a9ade1c724e69f4c as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/71be72f74ace4806a9ade1c724e69f4c 2024-12-03T18:30:48,070 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b13c919a610bf881ed901a72989ec54f/A of b13c919a610bf881ed901a72989ec54f into 71be72f74ace4806a9ade1c724e69f4c(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:48,070 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:48,070 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f., storeName=b13c919a610bf881ed901a72989ec54f/A, priority=13, startTime=1733250648001; duration=0sec 2024-12-03T18:30:48,070 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:48,070 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b13c919a610bf881ed901a72989ec54f:A 2024-12-03T18:30:48,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120360a9986530d24a52bb73064e3d7a73fc_b13c919a610bf881ed901a72989ec54f is 50, key is test_row_0/A:col10/1733250646673/Put/seqid=0 2024-12-03T18:30:48,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742453_1629 (size=12983) 2024-12-03T18:30:48,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742454_1630 (size=12454) 2024-12-03T18:30:48,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:48,108 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120360a9986530d24a52bb73064e3d7a73fc_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120360a9986530d24a52bb73064e3d7a73fc_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:48,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/3319f4b51276460492ffbe8890133818, store: [table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:48,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/3319f4b51276460492ffbe8890133818 is 175, key is test_row_0/A:col10/1733250646673/Put/seqid=0 2024-12-03T18:30:48,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742455_1631 (size=31255) 2024-12-03T18:30:48,513 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/e7a6aca6d6bd47fa934244c6279b92bc as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/e7a6aca6d6bd47fa934244c6279b92bc 2024-12-03T18:30:48,517 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=314, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/3319f4b51276460492ffbe8890133818 2024-12-03T18:30:48,522 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b13c919a610bf881ed901a72989ec54f/C of b13c919a610bf881ed901a72989ec54f into e7a6aca6d6bd47fa934244c6279b92bc(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:48,522 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:48,522 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f., storeName=b13c919a610bf881ed901a72989ec54f/C, priority=13, startTime=1733250648001; duration=0sec 2024-12-03T18:30:48,522 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:48,522 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b13c919a610bf881ed901a72989ec54f:C 2024-12-03T18:30:48,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/eba38ec22f57436b989750fa84bc4711 is 50, key is test_row_0/B:col10/1733250646673/Put/seqid=0 2024-12-03T18:30:48,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742456_1632 (size=12301) 2024-12-03T18:30:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-03T18:30:48,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:48,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:48,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250708797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250708797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:48,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250708799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:48,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250708808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:48,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250708899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:48,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250708899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:48,930 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/eba38ec22f57436b989750fa84bc4711 2024-12-03T18:30:48,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/d60ae7ab1ba141ef9018a04972911af2 is 50, key is test_row_0/C:col10/1733250646673/Put/seqid=0 2024-12-03T18:30:48,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742457_1633 (size=12301) 2024-12-03T18:30:49,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250709101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:49,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250709102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:49,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40804 deadline: 1733250709203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:49,205 DEBUG [Thread-2421 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8171 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f., hostname=5840ab6af6da,43459,1733250473452, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:30:49,342 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/d60ae7ab1ba141ef9018a04972911af2 2024-12-03T18:30:49,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/3319f4b51276460492ffbe8890133818 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/3319f4b51276460492ffbe8890133818 2024-12-03T18:30:49,356 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/3319f4b51276460492ffbe8890133818, entries=150, sequenceid=314, filesize=30.5 K 2024-12-03T18:30:49,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/eba38ec22f57436b989750fa84bc4711 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/eba38ec22f57436b989750fa84bc4711 2024-12-03T18:30:49,369 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/eba38ec22f57436b989750fa84bc4711, entries=150, sequenceid=314, filesize=12.0 K 2024-12-03T18:30:49,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/d60ae7ab1ba141ef9018a04972911af2 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/d60ae7ab1ba141ef9018a04972911af2 2024-12-03T18:30:49,372 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/d60ae7ab1ba141ef9018a04972911af2, entries=150, sequenceid=314, filesize=12.0 K 2024-12-03T18:30:49,375 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b13c919a610bf881ed901a72989ec54f in 1315ms, sequenceid=314, compaction requested=false 2024-12-03T18:30:49,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:49,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:49,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-12-03T18:30:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-12-03T18:30:49,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-12-03T18:30:49,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8570 sec 2024-12-03T18:30:49,381 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 2.8720 sec 2024-12-03T18:30:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:49,405 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b13c919a610bf881ed901a72989ec54f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-03T18:30:49,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=A 2024-12-03T18:30:49,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:49,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=B 2024-12-03T18:30:49,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:49,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=C 2024-12-03T18:30:49,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:49,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203de5b205cd1f048fa9851cd3e08472f68_b13c919a610bf881ed901a72989ec54f is 50, key is test_row_0/A:col10/1733250648796/Put/seqid=0 2024-12-03T18:30:49,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742458_1634 (size=12454) 2024-12-03T18:30:49,414 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:49,417 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203de5b205cd1f048fa9851cd3e08472f68_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203de5b205cd1f048fa9851cd3e08472f68_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:49,418 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/7caa85d5aa5644c8915b4cc6af365eda, store: [table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:49,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/7caa85d5aa5644c8915b4cc6af365eda is 175, key is test_row_0/A:col10/1733250648796/Put/seqid=0 2024-12-03T18:30:49,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742459_1635 (size=31255) 2024-12-03T18:30:49,424 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=328, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/7caa85d5aa5644c8915b4cc6af365eda 2024-12-03T18:30:49,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/b3a4d234e5b54c6e9e130ccfefcfda30 is 50, key is test_row_0/B:col10/1733250648796/Put/seqid=0 2024-12-03T18:30:49,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742460_1636 (size=12301) 2024-12-03T18:30:49,433 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/b3a4d234e5b54c6e9e130ccfefcfda30 2024-12-03T18:30:49,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250709431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:49,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:49,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250709432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:49,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/248e8f1730f7458ea2f7eb2d0e24bba8 is 50, key is test_row_0/C:col10/1733250648796/Put/seqid=0 2024-12-03T18:30:49,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742461_1637 (size=12301) 2024-12-03T18:30:49,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:49,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250709534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:49,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:49,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250709534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:49,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250709736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:49,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250709736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:49,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/248e8f1730f7458ea2f7eb2d0e24bba8 2024-12-03T18:30:49,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/7caa85d5aa5644c8915b4cc6af365eda as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/7caa85d5aa5644c8915b4cc6af365eda 2024-12-03T18:30:49,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/7caa85d5aa5644c8915b4cc6af365eda, entries=150, sequenceid=328, filesize=30.5 K 2024-12-03T18:30:49,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/b3a4d234e5b54c6e9e130ccfefcfda30 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/b3a4d234e5b54c6e9e130ccfefcfda30 2024-12-03T18:30:49,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/b3a4d234e5b54c6e9e130ccfefcfda30, entries=150, sequenceid=328, filesize=12.0 K 2024-12-03T18:30:49,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/248e8f1730f7458ea2f7eb2d0e24bba8 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/248e8f1730f7458ea2f7eb2d0e24bba8 2024-12-03T18:30:49,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/248e8f1730f7458ea2f7eb2d0e24bba8, entries=150, sequenceid=328, filesize=12.0 K 2024-12-03T18:30:49,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b13c919a610bf881ed901a72989ec54f in 450ms, sequenceid=328, compaction requested=true 2024-12-03T18:30:49,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:49,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b13c919a610bf881ed901a72989ec54f:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:30:49,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:49,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b13c919a610bf881ed901a72989ec54f:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:30:49,855 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:30:49,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:49,855 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:30:49,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b13c919a610bf881ed901a72989ec54f:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:30:49,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:30:49,858 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94447 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:30:49,858 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:30:49,858 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): b13c919a610bf881ed901a72989ec54f/A is initiating minor compaction (all files) 2024-12-03T18:30:49,858 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): b13c919a610bf881ed901a72989ec54f/B is initiating minor compaction (all files) 2024-12-03T18:30:49,859 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b13c919a610bf881ed901a72989ec54f/A in TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:49,859 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b13c919a610bf881ed901a72989ec54f/B in TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:49,859 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/dc75b882e7fe444e81955e47b8e72d2a, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/eba38ec22f57436b989750fa84bc4711, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/b3a4d234e5b54c6e9e130ccfefcfda30] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp, totalSize=36.7 K 2024-12-03T18:30:49,859 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/71be72f74ace4806a9ade1c724e69f4c, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/3319f4b51276460492ffbe8890133818, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/7caa85d5aa5644c8915b4cc6af365eda] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp, totalSize=92.2 K 2024-12-03T18:30:49,859 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:49,859 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. files: [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/71be72f74ace4806a9ade1c724e69f4c, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/3319f4b51276460492ffbe8890133818, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/7caa85d5aa5644c8915b4cc6af365eda] 2024-12-03T18:30:49,859 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc75b882e7fe444e81955e47b8e72d2a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733250646623 2024-12-03T18:30:49,859 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 71be72f74ace4806a9ade1c724e69f4c, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733250646623 2024-12-03T18:30:49,859 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting eba38ec22f57436b989750fa84bc4711, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733250646668 2024-12-03T18:30:49,860 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 3319f4b51276460492ffbe8890133818, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733250646668 2024-12-03T18:30:49,860 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3a4d234e5b54c6e9e130ccfefcfda30, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733250648789 2024-12-03T18:30:49,860 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 7caa85d5aa5644c8915b4cc6af365eda, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733250648789 2024-12-03T18:30:49,863 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:49,864 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b13c919a610bf881ed901a72989ec54f#B#compaction#530 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:49,864 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412033b145c8e2c1e45de8f6740310fc0a98a_b13c919a610bf881ed901a72989ec54f store=[table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:49,865 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/5eef9e2b966d493986b5c3079ba69b06 is 50, key is test_row_0/B:col10/1733250648796/Put/seqid=0 2024-12-03T18:30:49,865 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412033b145c8e2c1e45de8f6740310fc0a98a_b13c919a610bf881ed901a72989ec54f, store=[table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:49,866 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412033b145c8e2c1e45de8f6740310fc0a98a_b13c919a610bf881ed901a72989ec54f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:49,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742462_1638 (size=13085) 2024-12-03T18:30:49,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742463_1639 (size=4469) 2024-12-03T18:30:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:50,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b13c919a610bf881ed901a72989ec54f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-03T18:30:50,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=A 2024-12-03T18:30:50,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:50,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=B 2024-12-03T18:30:50,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:50,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=C 2024-12-03T18:30:50,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:50,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250710061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:50,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250710061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:50,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203d4496dfec05d410eae337a93d03d4ec2_b13c919a610bf881ed901a72989ec54f is 50, key is test_row_0/A:col10/1733250650041/Put/seqid=0 2024-12-03T18:30:50,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742464_1640 (size=12454) 2024-12-03T18:30:50,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250710168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:50,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250710178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:50,275 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b13c919a610bf881ed901a72989ec54f#A#compaction#529 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:50,275 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/b6d0009c57f84904b78568c9978ab3fc is 175, key is test_row_0/A:col10/1733250648796/Put/seqid=0 2024-12-03T18:30:50,288 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/5eef9e2b966d493986b5c3079ba69b06 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/5eef9e2b966d493986b5c3079ba69b06 2024-12-03T18:30:50,293 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b13c919a610bf881ed901a72989ec54f/B of b13c919a610bf881ed901a72989ec54f into 5eef9e2b966d493986b5c3079ba69b06(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:50,293 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:50,293 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f., storeName=b13c919a610bf881ed901a72989ec54f/B, priority=13, startTime=1733250649855; duration=0sec 2024-12-03T18:30:50,293 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:30:50,294 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b13c919a610bf881ed901a72989ec54f:B 2024-12-03T18:30:50,294 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T18:30:50,297 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T18:30:50,297 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): b13c919a610bf881ed901a72989ec54f/C is initiating minor compaction (all files) 2024-12-03T18:30:50,297 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b13c919a610bf881ed901a72989ec54f/C in TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:50,297 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/e7a6aca6d6bd47fa934244c6279b92bc, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/d60ae7ab1ba141ef9018a04972911af2, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/248e8f1730f7458ea2f7eb2d0e24bba8] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp, totalSize=36.7 K 2024-12-03T18:30:50,297 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7a6aca6d6bd47fa934244c6279b92bc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733250646623 2024-12-03T18:30:50,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742465_1641 (size=32039) 2024-12-03T18:30:50,304 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting d60ae7ab1ba141ef9018a04972911af2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733250646668 2024-12-03T18:30:50,306 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/b6d0009c57f84904b78568c9978ab3fc as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/b6d0009c57f84904b78568c9978ab3fc 2024-12-03T18:30:50,307 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 248e8f1730f7458ea2f7eb2d0e24bba8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733250648789 2024-12-03T18:30:50,313 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b13c919a610bf881ed901a72989ec54f/A of b13c919a610bf881ed901a72989ec54f into b6d0009c57f84904b78568c9978ab3fc(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:50,313 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:50,314 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f., storeName=b13c919a610bf881ed901a72989ec54f/A, priority=13, startTime=1733250649855; duration=0sec 2024-12-03T18:30:50,316 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:50,316 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b13c919a610bf881ed901a72989ec54f:A 2024-12-03T18:30:50,324 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b13c919a610bf881ed901a72989ec54f#C#compaction#532 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:50,325 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/f201ca69ed9e4f2a841cbb64db234d2b is 50, key is test_row_0/C:col10/1733250648796/Put/seqid=0 2024-12-03T18:30:50,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742466_1642 (size=13085) 2024-12-03T18:30:50,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250710378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:50,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250710385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:50,507 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:50,535 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203d4496dfec05d410eae337a93d03d4ec2_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203d4496dfec05d410eae337a93d03d4ec2_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:50,542 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/97b4f44073fb4fe7ac0a05d5f6d130de, store: [table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:50,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/97b4f44073fb4fe7ac0a05d5f6d130de is 175, key is test_row_0/A:col10/1733250650041/Put/seqid=0 2024-12-03T18:30:50,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742467_1643 (size=31255) 2024-12-03T18:30:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-03T18:30:50,645 INFO [Thread-2427 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-12-03T18:30:50,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:30:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-12-03T18:30:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-03T18:30:50,659 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:30:50,660 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:30:50,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:30:50,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250710683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:50,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:50,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250710690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:50,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-03T18:30:50,813 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:50,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-03T18:30:50,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:50,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:50,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:50,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:50,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:50,815 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/f201ca69ed9e4f2a841cbb64db234d2b as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/f201ca69ed9e4f2a841cbb64db234d2b 2024-12-03T18:30:50,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:50,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733250710813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:50,817 DEBUG [Thread-2423 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f., hostname=5840ab6af6da,43459,1733250473452, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:30:50,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:50,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40716 deadline: 1733250710835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:50,843 DEBUG [Thread-2419 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4168 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f., hostname=5840ab6af6da,43459,1733250473452, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:30:50,859 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b13c919a610bf881ed901a72989ec54f/C of b13c919a610bf881ed901a72989ec54f into f201ca69ed9e4f2a841cbb64db234d2b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:50,859 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:50,859 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f., storeName=b13c919a610bf881ed901a72989ec54f/C, priority=13, startTime=1733250649855; duration=0sec 2024-12-03T18:30:50,859 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:50,859 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b13c919a610bf881ed901a72989ec54f:C 2024-12-03T18:30:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-03T18:30:50,971 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:50,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-03T18:30:50,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:50,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:50,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:50,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:50,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:50,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:50,983 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=354, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/97b4f44073fb4fe7ac0a05d5f6d130de 2024-12-03T18:30:50,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/a6eb27affcd240928fb373c35f00160e is 50, key is test_row_0/B:col10/1733250650041/Put/seqid=0 2024-12-03T18:30:51,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742468_1644 (size=12301) 2024-12-03T18:30:51,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/a6eb27affcd240928fb373c35f00160e 2024-12-03T18:30:51,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/fbf3a692d9924102a205aebb0b20e0f7 is 50, key is test_row_0/C:col10/1733250650041/Put/seqid=0 2024-12-03T18:30:51,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742469_1645 (size=12301) 2024-12-03T18:30:51,134 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:51,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-03T18:30:51,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:51,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:51,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:51,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:51,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:51,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250711191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:51,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250711199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:51,215 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T18:30:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-03T18:30:51,296 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:51,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-03T18:30:51,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:51,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:51,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:51,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:51,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:51,451 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:51,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-03T18:30:51,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:51,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:51,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:51,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:51,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:51,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/fbf3a692d9924102a205aebb0b20e0f7 2024-12-03T18:30:51,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/97b4f44073fb4fe7ac0a05d5f6d130de as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/97b4f44073fb4fe7ac0a05d5f6d130de 2024-12-03T18:30:51,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/97b4f44073fb4fe7ac0a05d5f6d130de, entries=150, sequenceid=354, filesize=30.5 K 2024-12-03T18:30:51,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/a6eb27affcd240928fb373c35f00160e as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/a6eb27affcd240928fb373c35f00160e 2024-12-03T18:30:51,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/a6eb27affcd240928fb373c35f00160e, entries=150, sequenceid=354, filesize=12.0 K 2024-12-03T18:30:51,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/fbf3a692d9924102a205aebb0b20e0f7 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/fbf3a692d9924102a205aebb0b20e0f7 2024-12-03T18:30:51,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/fbf3a692d9924102a205aebb0b20e0f7, entries=150, sequenceid=354, filesize=12.0 K 2024-12-03T18:30:51,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for b13c919a610bf881ed901a72989ec54f in 1454ms, sequenceid=354, compaction requested=false 2024-12-03T18:30:51,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:51,605 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:51,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-03T18:30:51,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:51,606 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing b13c919a610bf881ed901a72989ec54f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T18:30:51,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=A 2024-12-03T18:30:51,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:51,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=B 2024-12-03T18:30:51,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:51,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=C 2024-12-03T18:30:51,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:51,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203d43077b57fdc48068200a041ac9830cd_b13c919a610bf881ed901a72989ec54f is 50, key is test_row_0/A:col10/1733250650060/Put/seqid=0 2024-12-03T18:30:51,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742470_1646 (size=12454) 2024-12-03T18:30:51,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:51,624 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203d43077b57fdc48068200a041ac9830cd_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203d43077b57fdc48068200a041ac9830cd_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:51,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/bc9d8d927dab445ca474c991dd748a5b, store: [table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:51,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/bc9d8d927dab445ca474c991dd748a5b is 175, key is test_row_0/A:col10/1733250650060/Put/seqid=0 2024-12-03T18:30:51,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742471_1647 (size=31255) 2024-12-03T18:30:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-03T18:30:52,029 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=368, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/bc9d8d927dab445ca474c991dd748a5b 2024-12-03T18:30:52,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/472cd682d93947a79931a4472f318c53 is 50, key is test_row_0/B:col10/1733250650060/Put/seqid=0 2024-12-03T18:30:52,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742472_1648 (size=12301) 2024-12-03T18:30:52,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:52,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:52,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250712255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:52,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:52,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250712256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:52,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:52,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250712360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:52,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:52,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250712360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:52,463 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/472cd682d93947a79931a4472f318c53 2024-12-03T18:30:52,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/957176647aaa4a57b266faba28e819fc is 50, key is test_row_0/C:col10/1733250650060/Put/seqid=0 2024-12-03T18:30:52,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742473_1649 (size=12301) 2024-12-03T18:30:52,480 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/957176647aaa4a57b266faba28e819fc 2024-12-03T18:30:52,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/bc9d8d927dab445ca474c991dd748a5b as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/bc9d8d927dab445ca474c991dd748a5b 2024-12-03T18:30:52,486 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/bc9d8d927dab445ca474c991dd748a5b, entries=150, sequenceid=368, filesize=30.5 K 2024-12-03T18:30:52,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/472cd682d93947a79931a4472f318c53 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/472cd682d93947a79931a4472f318c53 2024-12-03T18:30:52,489 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/472cd682d93947a79931a4472f318c53, entries=150, sequenceid=368, filesize=12.0 K 2024-12-03T18:30:52,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/957176647aaa4a57b266faba28e819fc as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/957176647aaa4a57b266faba28e819fc 2024-12-03T18:30:52,492 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/957176647aaa4a57b266faba28e819fc, entries=150, sequenceid=368, filesize=12.0 K 2024-12-03T18:30:52,493 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b13c919a610bf881ed901a72989ec54f in 887ms, sequenceid=368, compaction requested=true 2024-12-03T18:30:52,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:52,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:52,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-12-03T18:30:52,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-12-03T18:30:52,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-12-03T18:30:52,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8340 sec 2024-12-03T18:30:52,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 1.8430 sec 2024-12-03T18:30:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:52,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b13c919a610bf881ed901a72989ec54f 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-03T18:30:52,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=A 2024-12-03T18:30:52,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:52,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=B 2024-12-03T18:30:52,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:52,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=C 2024-12-03T18:30:52,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:52,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120374305b5d1fbf495f8b77012ba583c563_b13c919a610bf881ed901a72989ec54f is 50, key is test_row_0/A:col10/1733250652564/Put/seqid=0 2024-12-03T18:30:52,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742474_1650 (size=17534) 2024-12-03T18:30:52,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250712588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:52,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250712589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:52,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250712690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:52,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250712691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:52,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-03T18:30:52,768 INFO [Thread-2427 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-12-03T18:30:52,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T18:30:52,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-12-03T18:30:52,770 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T18:30:52,770 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T18:30:52,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T18:30:52,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-03T18:30:52,860 DEBUG [Thread-2428 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x60d631a3 to 127.0.0.1:60582 2024-12-03T18:30:52,860 DEBUG [Thread-2428 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:52,861 DEBUG [Thread-2436 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58460ef3 to 127.0.0.1:60582 2024-12-03T18:30:52,861 DEBUG [Thread-2436 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:52,861 DEBUG [Thread-2430 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58971172 to 127.0.0.1:60582 2024-12-03T18:30:52,862 DEBUG [Thread-2430 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:52,864 DEBUG [Thread-2432 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d7fe93b to 127.0.0.1:60582 2024-12-03T18:30:52,864 DEBUG [Thread-2432 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:52,864 DEBUG [Thread-2434 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11c440f7 to 127.0.0.1:60582 2024-12-03T18:30:52,864 DEBUG [Thread-2434 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:52,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-03T18:30:52,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:52,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:52,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250712895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:52,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250712895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:52,921 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:52,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-03T18:30:52,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:52,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:52,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:52,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:52,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:52,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:52,974 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:52,976 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120374305b5d1fbf495f8b77012ba583c563_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120374305b5d1fbf495f8b77012ba583c563_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:52,977 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/ccee36a9c28a4168be81eb0c941facd0, store: [table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:52,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/ccee36a9c28a4168be81eb0c941facd0 is 175, key is test_row_0/A:col10/1733250652564/Put/seqid=0 2024-12-03T18:30:52,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742475_1651 (size=48639) 2024-12-03T18:30:53,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-03T18:30:53,073 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:53,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-03T18:30:53,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:53,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:53,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:53,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:53,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:53,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:53,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:53,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250713196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:53,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250713196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:53,225 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:53,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-03T18:30:53,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:53,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:53,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:53,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:53,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:53,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:53,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-03T18:30:53,377 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:53,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-03T18:30:53,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:53,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:53,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:53,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:53,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:53,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:53,381 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=395, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/ccee36a9c28a4168be81eb0c941facd0 2024-12-03T18:30:53,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/02a812de0789488a8406833d953fda5a is 50, key is test_row_0/B:col10/1733250652564/Put/seqid=0 2024-12-03T18:30:53,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742476_1652 (size=12301) 2024-12-03T18:30:53,530 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:53,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-03T18:30:53,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:53,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:53,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:53,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:53,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:53,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:53,685 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:53,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-03T18:30:53,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:53,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:53,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:53,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:53,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:53,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:53,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:53,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40764 deadline: 1733250713699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:53,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T18:30:53,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40788 deadline: 1733250713701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:53,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/02a812de0789488a8406833d953fda5a 2024-12-03T18:30:53,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/82e67bec1fd146f2887d5077f03f7c4d is 50, key is test_row_0/C:col10/1733250652564/Put/seqid=0 2024-12-03T18:30:53,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742477_1653 (size=12301) 2024-12-03T18:30:53,839 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:53,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-03T18:30:53,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:53,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:53,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:53,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:53,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:53,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:53,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-03T18:30:53,991 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:53,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-03T18:30:53,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:53,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:53,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:53,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:53,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:53,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:54,144 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:54,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-03T18:30:54,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:54,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:54,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:54,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:54,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:30:54,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/82e67bec1fd146f2887d5077f03f7c4d 2024-12-03T18:30:54,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/ccee36a9c28a4168be81eb0c941facd0 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/ccee36a9c28a4168be81eb0c941facd0 2024-12-03T18:30:54,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/ccee36a9c28a4168be81eb0c941facd0, entries=250, sequenceid=395, filesize=47.5 K 2024-12-03T18:30:54,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/02a812de0789488a8406833d953fda5a as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/02a812de0789488a8406833d953fda5a 2024-12-03T18:30:54,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/02a812de0789488a8406833d953fda5a, entries=150, sequenceid=395, filesize=12.0 K 2024-12-03T18:30:54,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/82e67bec1fd146f2887d5077f03f7c4d as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/82e67bec1fd146f2887d5077f03f7c4d 2024-12-03T18:30:54,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/82e67bec1fd146f2887d5077f03f7c4d, entries=150, sequenceid=395, filesize=12.0 K 2024-12-03T18:30:54,217 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for b13c919a610bf881ed901a72989ec54f in 1652ms, sequenceid=395, compaction requested=true 2024-12-03T18:30:54,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:54,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b13c919a610bf881ed901a72989ec54f:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T18:30:54,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:54,217 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T18:30:54,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b13c919a610bf881ed901a72989ec54f:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T18:30:54,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:54,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b13c919a610bf881ed901a72989ec54f:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T18:30:54,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:30:54,217 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T18:30:54,218 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143188 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T18:30:54,218 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1540): b13c919a610bf881ed901a72989ec54f/A is initiating minor compaction (all files) 2024-12-03T18:30:54,218 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T18:30:54,218 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b13c919a610bf881ed901a72989ec54f/A in TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:54,218 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): b13c919a610bf881ed901a72989ec54f/B is initiating minor compaction (all files) 2024-12-03T18:30:54,218 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b13c919a610bf881ed901a72989ec54f/B in TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:54,218 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/b6d0009c57f84904b78568c9978ab3fc, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/97b4f44073fb4fe7ac0a05d5f6d130de, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/bc9d8d927dab445ca474c991dd748a5b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/ccee36a9c28a4168be81eb0c941facd0] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp, totalSize=139.8 K 2024-12-03T18:30:54,218 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:54,218 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. files: [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/b6d0009c57f84904b78568c9978ab3fc, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/97b4f44073fb4fe7ac0a05d5f6d130de, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/bc9d8d927dab445ca474c991dd748a5b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/ccee36a9c28a4168be81eb0c941facd0] 2024-12-03T18:30:54,218 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/5eef9e2b966d493986b5c3079ba69b06, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/a6eb27affcd240928fb373c35f00160e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/472cd682d93947a79931a4472f318c53, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/02a812de0789488a8406833d953fda5a] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp, totalSize=48.8 K 2024-12-03T18:30:54,218 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6d0009c57f84904b78568c9978ab3fc, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733250648789 2024-12-03T18:30:54,218 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 5eef9e2b966d493986b5c3079ba69b06, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733250648789 2024-12-03T18:30:54,219 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97b4f44073fb4fe7ac0a05d5f6d130de, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1733250649428 2024-12-03T18:30:54,219 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting a6eb27affcd240928fb373c35f00160e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1733250649428 2024-12-03T18:30:54,219 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc9d8d927dab445ca474c991dd748a5b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733250650051 2024-12-03T18:30:54,219 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 472cd682d93947a79931a4472f318c53, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733250650051 2024-12-03T18:30:54,219 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] compactions.Compactor(224): Compacting ccee36a9c28a4168be81eb0c941facd0, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1733250652244 2024-12-03T18:30:54,219 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 02a812de0789488a8406833d953fda5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1733250652253 2024-12-03T18:30:54,223 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:54,224 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b13c919a610bf881ed901a72989ec54f#B#compaction#541 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:54,224 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/e5cea4be54bd4e62ba8bf0e95a71734d is 50, key is test_row_0/B:col10/1733250652564/Put/seqid=0 2024-12-03T18:30:54,225 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412036152bf0f94a14e41954b5805105b7260_b13c919a610bf881ed901a72989ec54f store=[table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:54,227 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412036152bf0f94a14e41954b5805105b7260_b13c919a610bf881ed901a72989ec54f, store=[table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:54,227 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412036152bf0f94a14e41954b5805105b7260_b13c919a610bf881ed901a72989ec54f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:54,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742478_1654 (size=13221) 2024-12-03T18:30:54,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742479_1655 (size=4469) 2024-12-03T18:30:54,299 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:54,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43459 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-03T18:30:54,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:54,299 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing b13c919a610bf881ed901a72989ec54f 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-03T18:30:54,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=A 2024-12-03T18:30:54,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:54,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=B 2024-12-03T18:30:54,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:54,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=C 2024-12-03T18:30:54,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:54,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120356936fec0ed34a8681b3431a612100e7_b13c919a610bf881ed901a72989ec54f is 50, key is test_row_0/A:col10/1733250652587/Put/seqid=0 2024-12-03T18:30:54,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742480_1656 (size=12454) 2024-12-03T18:30:54,631 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b13c919a610bf881ed901a72989ec54f#A#compaction#542 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:54,633 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/77305c60cf3e4adb913d34b122dc9738 is 175, key is test_row_0/A:col10/1733250652564/Put/seqid=0 2024-12-03T18:30:54,638 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/e5cea4be54bd4e62ba8bf0e95a71734d as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/e5cea4be54bd4e62ba8bf0e95a71734d 2024-12-03T18:30:54,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742481_1657 (size=32175) 2024-12-03T18:30:54,644 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b13c919a610bf881ed901a72989ec54f/B of b13c919a610bf881ed901a72989ec54f into e5cea4be54bd4e62ba8bf0e95a71734d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:54,644 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:54,644 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f., storeName=b13c919a610bf881ed901a72989ec54f/B, priority=12, startTime=1733250654217; duration=0sec 2024-12-03T18:30:54,644 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T18:30:54,644 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b13c919a610bf881ed901a72989ec54f:B 2024-12-03T18:30:54,644 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T18:30:54,645 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T18:30:54,645 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1540): b13c919a610bf881ed901a72989ec54f/C is initiating minor compaction (all files) 2024-12-03T18:30:54,645 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b13c919a610bf881ed901a72989ec54f/C in TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:54,646 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/f201ca69ed9e4f2a841cbb64db234d2b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/fbf3a692d9924102a205aebb0b20e0f7, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/957176647aaa4a57b266faba28e819fc, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/82e67bec1fd146f2887d5077f03f7c4d] into tmpdir=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp, totalSize=48.8 K 2024-12-03T18:30:54,646 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting f201ca69ed9e4f2a841cbb64db234d2b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733250648789 2024-12-03T18:30:54,646 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting fbf3a692d9924102a205aebb0b20e0f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1733250649428 2024-12-03T18:30:54,647 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 957176647aaa4a57b266faba28e819fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733250650051 2024-12-03T18:30:54,647 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] compactions.Compactor(224): Compacting 82e67bec1fd146f2887d5077f03f7c4d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1733250652253 2024-12-03T18:30:54,655 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b13c919a610bf881ed901a72989ec54f#C#compaction#544 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T18:30:54,655 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/50497dd8cab9418b88ec612d5f3bc810 is 50, key is test_row_0/C:col10/1733250652564/Put/seqid=0 2024-12-03T18:30:54,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742482_1658 (size=13221) 2024-12-03T18:30:54,705 DEBUG [Thread-2417 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2cbfd84f to 127.0.0.1:60582 2024-12-03T18:30:54,706 DEBUG [Thread-2417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:54,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43459 {}] regionserver.HRegion(8581): Flush requested on b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:54,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. as already flushing 2024-12-03T18:30:54,711 DEBUG [Thread-2425 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11a52cdf to 127.0.0.1:60582 2024-12-03T18:30:54,711 DEBUG [Thread-2425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:54,713 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120356936fec0ed34a8681b3431a612100e7_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120356936fec0ed34a8681b3431a612100e7_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:54,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/a3a0036928184073be50d42de67f019b, store: [table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:54,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/a3a0036928184073be50d42de67f019b is 175, key is test_row_0/A:col10/1733250652587/Put/seqid=0 2024-12-03T18:30:54,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742483_1659 (size=31255) 2024-12-03T18:30:54,838 DEBUG [Thread-2423 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c9b5141 to 127.0.0.1:60582 2024-12-03T18:30:54,838 DEBUG [Thread-2423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:54,867 DEBUG [Thread-2419 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3fb684eb to 127.0.0.1:60582 2024-12-03T18:30:54,867 DEBUG [Thread-2419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-03T18:30:55,045 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/77305c60cf3e4adb913d34b122dc9738 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/77305c60cf3e4adb913d34b122dc9738 2024-12-03T18:30:55,049 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b13c919a610bf881ed901a72989ec54f/A of b13c919a610bf881ed901a72989ec54f into 77305c60cf3e4adb913d34b122dc9738(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:55,049 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:55,049 INFO [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f., storeName=b13c919a610bf881ed901a72989ec54f/A, priority=12, startTime=1733250654217; duration=0sec 2024-12-03T18:30:55,049 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:55,049 DEBUG [RS:0;5840ab6af6da:43459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b13c919a610bf881ed901a72989ec54f:A 2024-12-03T18:30:55,063 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/50497dd8cab9418b88ec612d5f3bc810 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/50497dd8cab9418b88ec612d5f3bc810 2024-12-03T18:30:55,069 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b13c919a610bf881ed901a72989ec54f/C of b13c919a610bf881ed901a72989ec54f into 50497dd8cab9418b88ec612d5f3bc810(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T18:30:55,069 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:55,069 INFO [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f., storeName=b13c919a610bf881ed901a72989ec54f/C, priority=12, startTime=1733250654217; duration=0sec 2024-12-03T18:30:55,069 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T18:30:55,069 DEBUG [RS:0;5840ab6af6da:43459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b13c919a610bf881ed901a72989ec54f:C 2024-12-03T18:30:55,120 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=404, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/a3a0036928184073be50d42de67f019b 2024-12-03T18:30:55,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/22da23a4f11340fba1cca6afc66fc41b is 50, key is test_row_0/B:col10/1733250652587/Put/seqid=0 2024-12-03T18:30:55,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742484_1660 (size=12301) 2024-12-03T18:30:55,536 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/22da23a4f11340fba1cca6afc66fc41b 2024-12-03T18:30:55,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/90b85a9244214905a55fb212f8b26f22 is 50, key is test_row_0/C:col10/1733250652587/Put/seqid=0 2024-12-03T18:30:55,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742485_1661 (size=12301) 2024-12-03T18:30:55,950 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/90b85a9244214905a55fb212f8b26f22 2024-12-03T18:30:55,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/a3a0036928184073be50d42de67f019b as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/a3a0036928184073be50d42de67f019b 2024-12-03T18:30:55,962 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/a3a0036928184073be50d42de67f019b, entries=150, sequenceid=404, filesize=30.5 K 2024-12-03T18:30:55,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/22da23a4f11340fba1cca6afc66fc41b as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/22da23a4f11340fba1cca6afc66fc41b 2024-12-03T18:30:55,966 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/22da23a4f11340fba1cca6afc66fc41b, entries=150, sequenceid=404, filesize=12.0 K 2024-12-03T18:30:55,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/90b85a9244214905a55fb212f8b26f22 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/90b85a9244214905a55fb212f8b26f22 2024-12-03T18:30:55,971 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/90b85a9244214905a55fb212f8b26f22, entries=150, sequenceid=404, filesize=12.0 K 2024-12-03T18:30:55,972 INFO [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=26.84 KB/27480 for b13c919a610bf881ed901a72989ec54f in 1673ms, sequenceid=404, compaction requested=false 2024-12-03T18:30:55,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:30:55,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:55,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5840ab6af6da:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-12-03T18:30:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-12-03T18:30:55,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-12-03T18:30:55,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2030 sec 2024-12-03T18:30:55,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 3.2060 sec 2024-12-03T18:30:56,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-03T18:30:56,877 INFO [Thread-2427 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-12-03T18:30:59,246 DEBUG [Thread-2421 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0644b7e6 to 127.0.0.1:60582 2024-12-03T18:30:59,246 DEBUG [Thread-2421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:59,246 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-03T18:30:59,246 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-12-03T18:30:59,246 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-12-03T18:30:59,246 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-12-03T18:30:59,246 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-12-03T18:30:59,246 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-12-03T18:30:59,246 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-03T18:30:59,246 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6714 2024-12-03T18:30:59,246 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6671 2024-12-03T18:30:59,246 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6614 2024-12-03T18:30:59,246 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6677 2024-12-03T18:30:59,246 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6635 2024-12-03T18:30:59,246 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-03T18:30:59,246 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-03T18:30:59,246 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x635b1751 to 127.0.0.1:60582 2024-12-03T18:30:59,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:59,247 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-03T18:30:59,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-03T18:30:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-03T18:30:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-03T18:30:59,251 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250659250"}]},"ts":"1733250659250"} 2024-12-03T18:30:59,252 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-03T18:30:59,312 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-03T18:30:59,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T18:30:59,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b13c919a610bf881ed901a72989ec54f, UNASSIGN}] 2024-12-03T18:30:59,314 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=177, ppid=176, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b13c919a610bf881ed901a72989ec54f, UNASSIGN 2024-12-03T18:30:59,315 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=177 updating hbase:meta row=b13c919a610bf881ed901a72989ec54f, regionState=CLOSING, regionLocation=5840ab6af6da,43459,1733250473452 2024-12-03T18:30:59,316 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T18:30:59,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; CloseRegionProcedure b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452}] 2024-12-03T18:30:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-03T18:30:59,468 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5840ab6af6da,43459,1733250473452 2024-12-03T18:30:59,469 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] handler.UnassignRegionHandler(124): Close b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:59,469 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-03T18:30:59,469 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1681): Closing b13c919a610bf881ed901a72989ec54f, disabling compactions & flushes 2024-12-03T18:30:59,470 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:59,470 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:59,470 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. after waiting 0 ms 2024-12-03T18:30:59,470 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:30:59,470 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(2837): Flushing b13c919a610bf881ed901a72989ec54f 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-03T18:30:59,470 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=A 2024-12-03T18:30:59,471 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:59,471 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=B 2024-12-03T18:30:59,471 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:59,471 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b13c919a610bf881ed901a72989ec54f, store=C 2024-12-03T18:30:59,471 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T18:30:59,478 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203b5fab1841ab748cb9c77e4110ce6b1f8_b13c919a610bf881ed901a72989ec54f is 50, key is test_row_0/A:col10/1733250659244/Put/seqid=0 2024-12-03T18:30:59,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742486_1662 (size=9914) 2024-12-03T18:30:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-03T18:30:59,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-03T18:30:59,885 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:59,888 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203b5fab1841ab748cb9c77e4110ce6b1f8_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b5fab1841ab748cb9c77e4110ce6b1f8_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:30:59,888 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/cf055dedfe2c45708897b5bc908c9935, store: [table=TestAcidGuarantees family=A region=b13c919a610bf881ed901a72989ec54f] 2024-12-03T18:30:59,889 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/cf055dedfe2c45708897b5bc908c9935 is 175, key is test_row_0/A:col10/1733250659244/Put/seqid=0 2024-12-03T18:30:59,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742487_1663 (size=22561) 2024-12-03T18:31:00,293 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=415, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/cf055dedfe2c45708897b5bc908c9935 2024-12-03T18:31:00,300 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/7d593cf671d347d98581fdea1f70f86c is 50, key is test_row_0/B:col10/1733250659244/Put/seqid=0 2024-12-03T18:31:00,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742488_1664 (size=9857) 2024-12-03T18:31:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-03T18:31:00,704 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/7d593cf671d347d98581fdea1f70f86c 2024-12-03T18:31:00,709 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/4e51c6cf327245ed892cc4752f38b686 is 50, key is test_row_0/C:col10/1733250659244/Put/seqid=0 2024-12-03T18:31:00,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742489_1665 (size=9857) 2024-12-03T18:31:01,112 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/4e51c6cf327245ed892cc4752f38b686 2024-12-03T18:31:01,115 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/A/cf055dedfe2c45708897b5bc908c9935 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/cf055dedfe2c45708897b5bc908c9935 2024-12-03T18:31:01,117 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/cf055dedfe2c45708897b5bc908c9935, entries=100, sequenceid=415, filesize=22.0 K 2024-12-03T18:31:01,118 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/B/7d593cf671d347d98581fdea1f70f86c as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/7d593cf671d347d98581fdea1f70f86c 2024-12-03T18:31:01,120 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/7d593cf671d347d98581fdea1f70f86c, entries=100, sequenceid=415, filesize=9.6 K 2024-12-03T18:31:01,121 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/.tmp/C/4e51c6cf327245ed892cc4752f38b686 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/4e51c6cf327245ed892cc4752f38b686 2024-12-03T18:31:01,124 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/4e51c6cf327245ed892cc4752f38b686, entries=100, sequenceid=415, filesize=9.6 K 2024-12-03T18:31:01,124 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for b13c919a610bf881ed901a72989ec54f in 1654ms, sequenceid=415, compaction requested=true 2024-12-03T18:31:01,125 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/f419636f7b944d609c4f3ef7044fa849, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/105c4268524e4917a09159e7994e3f45, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/6e1bee98168b410c8f1eb347e2b2be2b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/d602d4b42c784418a07872222bcb0215, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/694f9ba70b754f7b9e5324a69e9d8e37, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/e789c10c068248609b7fcc1413d59f6c, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/74d6d80fb42840109da184079e9f155a, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/cd0446e24d01403a8a498f0e940dcc24, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/1fd435907a12444ba1edc5df96e733e5, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/689b174d26e649c583d16035efdbdb24, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/e6b66812be9f4d508a5418fceb9a9f8b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/c069103aa64b498cae70c199844a4bc5, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/66bb09e4d8424c50ac0b942a6d3fadbc, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/da4ac4844f854c89ab3e6ad8d4aa452a, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/28b8312528a2417a8f3d9e7efffef5dc, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/2448f57cd51240c6bff150251abda051, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/dcb93e72928e4364bd20e55bf306780c, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/2e5553ea525d4a7b93ad776914ec99f6, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/8c2993c56c82405dafbb3f3aa6b536a9, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/dcd47501c61c4b40b735c1c1ed75692e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/71be72f74ace4806a9ade1c724e69f4c, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/3319f4b51276460492ffbe8890133818, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/b6d0009c57f84904b78568c9978ab3fc, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/7caa85d5aa5644c8915b4cc6af365eda, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/97b4f44073fb4fe7ac0a05d5f6d130de, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/bc9d8d927dab445ca474c991dd748a5b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/ccee36a9c28a4168be81eb0c941facd0] to archive 2024-12-03T18:31:01,126 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T18:31:01,127 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/f419636f7b944d609c4f3ef7044fa849 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/f419636f7b944d609c4f3ef7044fa849 2024-12-03T18:31:01,128 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/105c4268524e4917a09159e7994e3f45 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/105c4268524e4917a09159e7994e3f45 2024-12-03T18:31:01,129 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/6e1bee98168b410c8f1eb347e2b2be2b to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/6e1bee98168b410c8f1eb347e2b2be2b 2024-12-03T18:31:01,130 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/d602d4b42c784418a07872222bcb0215 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/d602d4b42c784418a07872222bcb0215 2024-12-03T18:31:01,131 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/694f9ba70b754f7b9e5324a69e9d8e37 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/694f9ba70b754f7b9e5324a69e9d8e37 2024-12-03T18:31:01,132 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/e789c10c068248609b7fcc1413d59f6c to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/e789c10c068248609b7fcc1413d59f6c 2024-12-03T18:31:01,133 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/74d6d80fb42840109da184079e9f155a to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/74d6d80fb42840109da184079e9f155a 2024-12-03T18:31:01,134 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/cd0446e24d01403a8a498f0e940dcc24 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/cd0446e24d01403a8a498f0e940dcc24 2024-12-03T18:31:01,135 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/1fd435907a12444ba1edc5df96e733e5 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/1fd435907a12444ba1edc5df96e733e5 2024-12-03T18:31:01,136 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/689b174d26e649c583d16035efdbdb24 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/689b174d26e649c583d16035efdbdb24 2024-12-03T18:31:01,137 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/e6b66812be9f4d508a5418fceb9a9f8b to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/e6b66812be9f4d508a5418fceb9a9f8b 2024-12-03T18:31:01,138 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/c069103aa64b498cae70c199844a4bc5 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/c069103aa64b498cae70c199844a4bc5 2024-12-03T18:31:01,140 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/66bb09e4d8424c50ac0b942a6d3fadbc to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/66bb09e4d8424c50ac0b942a6d3fadbc 2024-12-03T18:31:01,141 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/da4ac4844f854c89ab3e6ad8d4aa452a to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/da4ac4844f854c89ab3e6ad8d4aa452a 2024-12-03T18:31:01,142 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/28b8312528a2417a8f3d9e7efffef5dc to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/28b8312528a2417a8f3d9e7efffef5dc 2024-12-03T18:31:01,143 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/2448f57cd51240c6bff150251abda051 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/2448f57cd51240c6bff150251abda051 2024-12-03T18:31:01,144 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/dcb93e72928e4364bd20e55bf306780c to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/dcb93e72928e4364bd20e55bf306780c 2024-12-03T18:31:01,145 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/2e5553ea525d4a7b93ad776914ec99f6 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/2e5553ea525d4a7b93ad776914ec99f6 2024-12-03T18:31:01,146 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/8c2993c56c82405dafbb3f3aa6b536a9 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/8c2993c56c82405dafbb3f3aa6b536a9 2024-12-03T18:31:01,147 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/dcd47501c61c4b40b735c1c1ed75692e to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/dcd47501c61c4b40b735c1c1ed75692e 2024-12-03T18:31:01,148 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/71be72f74ace4806a9ade1c724e69f4c to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/71be72f74ace4806a9ade1c724e69f4c 2024-12-03T18:31:01,149 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/3319f4b51276460492ffbe8890133818 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/3319f4b51276460492ffbe8890133818 2024-12-03T18:31:01,150 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/b6d0009c57f84904b78568c9978ab3fc to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/b6d0009c57f84904b78568c9978ab3fc 2024-12-03T18:31:01,151 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/7caa85d5aa5644c8915b4cc6af365eda to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/7caa85d5aa5644c8915b4cc6af365eda 2024-12-03T18:31:01,152 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/97b4f44073fb4fe7ac0a05d5f6d130de to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/97b4f44073fb4fe7ac0a05d5f6d130de 2024-12-03T18:31:01,153 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/bc9d8d927dab445ca474c991dd748a5b to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/bc9d8d927dab445ca474c991dd748a5b 2024-12-03T18:31:01,154 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/ccee36a9c28a4168be81eb0c941facd0 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/ccee36a9c28a4168be81eb0c941facd0 2024-12-03T18:31:01,155 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/832d0f657c9a46ca967a0621a1ed3f35, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/92f8cc343e9f40e091cad761f6f55b7e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/a4daad0450894f0d8daf64c31f5ddcab, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/5d3d1774c0de40e89641bc5be01599a7, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/1e442a066a874f1189aca8f86f039abd, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/9ab32efbd5f04c9387e8a9b19f49f0db, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/0d0ad3f3bea543a281e31286e8538c26, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/eb0cab604b2b4c82a585ac3c64e51c87, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/baae1a2aeecd4d9082f88ee558ecd64d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/b70a7a4668a54a3da48eaf215ce522d0, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/6820ce80a9a44b58a74d85a3ed656386, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/f12ef2658caf4aaf9115dc0a6e24fc02, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/e313b46b56304f7da85c5690952c7181, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/010c22308bc34481aac077c0e9e4d79b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/330de0af16b94688bbf65b46f3802a4d, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/110cf4b6a0a8469797bb98418c02d686, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/eb531bc17b25436eafc91959cef99152, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/c6b4ab109efc4d40ae8086a7e7043d10, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/09c2045df3704431a06dcde0a57493d1, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/dc75b882e7fe444e81955e47b8e72d2a, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/302311df31b34745a71d92bd492cd50f, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/eba38ec22f57436b989750fa84bc4711, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/5eef9e2b966d493986b5c3079ba69b06, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/b3a4d234e5b54c6e9e130ccfefcfda30, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/a6eb27affcd240928fb373c35f00160e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/472cd682d93947a79931a4472f318c53, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/02a812de0789488a8406833d953fda5a] to archive 2024-12-03T18:31:01,156 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T18:31:01,157 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/832d0f657c9a46ca967a0621a1ed3f35 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/832d0f657c9a46ca967a0621a1ed3f35 2024-12-03T18:31:01,159 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/92f8cc343e9f40e091cad761f6f55b7e to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/92f8cc343e9f40e091cad761f6f55b7e 2024-12-03T18:31:01,160 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/a4daad0450894f0d8daf64c31f5ddcab to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/a4daad0450894f0d8daf64c31f5ddcab 2024-12-03T18:31:01,161 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/5d3d1774c0de40e89641bc5be01599a7 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/5d3d1774c0de40e89641bc5be01599a7 2024-12-03T18:31:01,162 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/1e442a066a874f1189aca8f86f039abd to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/1e442a066a874f1189aca8f86f039abd 2024-12-03T18:31:01,164 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/9ab32efbd5f04c9387e8a9b19f49f0db to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/9ab32efbd5f04c9387e8a9b19f49f0db 2024-12-03T18:31:01,165 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/0d0ad3f3bea543a281e31286e8538c26 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/0d0ad3f3bea543a281e31286e8538c26 2024-12-03T18:31:01,166 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/eb0cab604b2b4c82a585ac3c64e51c87 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/eb0cab604b2b4c82a585ac3c64e51c87 2024-12-03T18:31:01,167 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/baae1a2aeecd4d9082f88ee558ecd64d to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/baae1a2aeecd4d9082f88ee558ecd64d 2024-12-03T18:31:01,169 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/b70a7a4668a54a3da48eaf215ce522d0 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/b70a7a4668a54a3da48eaf215ce522d0 2024-12-03T18:31:01,170 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/6820ce80a9a44b58a74d85a3ed656386 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/6820ce80a9a44b58a74d85a3ed656386 2024-12-03T18:31:01,171 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/f12ef2658caf4aaf9115dc0a6e24fc02 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/f12ef2658caf4aaf9115dc0a6e24fc02 2024-12-03T18:31:01,172 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/e313b46b56304f7da85c5690952c7181 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/e313b46b56304f7da85c5690952c7181 2024-12-03T18:31:01,173 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/010c22308bc34481aac077c0e9e4d79b to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/010c22308bc34481aac077c0e9e4d79b 2024-12-03T18:31:01,175 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/330de0af16b94688bbf65b46f3802a4d to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/330de0af16b94688bbf65b46f3802a4d 2024-12-03T18:31:01,176 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/110cf4b6a0a8469797bb98418c02d686 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/110cf4b6a0a8469797bb98418c02d686 2024-12-03T18:31:01,177 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/eb531bc17b25436eafc91959cef99152 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/eb531bc17b25436eafc91959cef99152 2024-12-03T18:31:01,179 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/c6b4ab109efc4d40ae8086a7e7043d10 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/c6b4ab109efc4d40ae8086a7e7043d10 2024-12-03T18:31:01,180 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/09c2045df3704431a06dcde0a57493d1 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/09c2045df3704431a06dcde0a57493d1 2024-12-03T18:31:01,181 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/dc75b882e7fe444e81955e47b8e72d2a to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/dc75b882e7fe444e81955e47b8e72d2a 2024-12-03T18:31:01,182 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/302311df31b34745a71d92bd492cd50f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/302311df31b34745a71d92bd492cd50f 2024-12-03T18:31:01,183 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/eba38ec22f57436b989750fa84bc4711 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/eba38ec22f57436b989750fa84bc4711 2024-12-03T18:31:01,185 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/5eef9e2b966d493986b5c3079ba69b06 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/5eef9e2b966d493986b5c3079ba69b06 2024-12-03T18:31:01,186 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/b3a4d234e5b54c6e9e130ccfefcfda30 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/b3a4d234e5b54c6e9e130ccfefcfda30 2024-12-03T18:31:01,187 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/a6eb27affcd240928fb373c35f00160e to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/a6eb27affcd240928fb373c35f00160e 2024-12-03T18:31:01,189 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/472cd682d93947a79931a4472f318c53 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/472cd682d93947a79931a4472f318c53 2024-12-03T18:31:01,190 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/02a812de0789488a8406833d953fda5a to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/02a812de0789488a8406833d953fda5a 2024-12-03T18:31:01,191 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/f5e835b1d97d4264a65dc32191ff9232, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/0841403eeb954482b834de3e0b422d6a, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/ce051fec75f2459ba435072528a3bda8, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/5c05d75e11ec4d4ca23529b004d5c46c, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/6a4fc355d1cb45d4af8132c93ffbeac2, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/a0c85bfc9d7b4a8e882a95b4e196bf0e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/c673695c7a6b4b81a61e402128bb2bd3, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/420811c61b6042a2a835f406e1b99ff0, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/823ee84438ae4d9dac5a82706d1e8147, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/d40a329d16334a788368a708f9d4bac6, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/f55fcbaa93b841f68eb7a24a30638491, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/66d94d3548554eb282441761186b3a8b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/df6d2072c86e452fa8e69ffb40873f73, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/d38c4c0fb29648e29f65015cd1022320, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/6634a28df9ee413e970c36ac94401da4, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/a2ffeec989b848dc85c99123b660c705, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/182b2aa525564094a542197ab33d606e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/aa269243537b463a93a8885d46252d9e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/947ee0f0b4294f92b87dfc841f98d78e, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/e7a6aca6d6bd47fa934244c6279b92bc, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/dd0db3eb717946d9bd54dabc45547509, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/d60ae7ab1ba141ef9018a04972911af2, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/f201ca69ed9e4f2a841cbb64db234d2b, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/248e8f1730f7458ea2f7eb2d0e24bba8, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/fbf3a692d9924102a205aebb0b20e0f7, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/957176647aaa4a57b266faba28e819fc, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/82e67bec1fd146f2887d5077f03f7c4d] to archive 2024-12-03T18:31:01,193 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T18:31:01,195 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/f5e835b1d97d4264a65dc32191ff9232 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/f5e835b1d97d4264a65dc32191ff9232 2024-12-03T18:31:01,196 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/0841403eeb954482b834de3e0b422d6a to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/0841403eeb954482b834de3e0b422d6a 2024-12-03T18:31:01,197 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/ce051fec75f2459ba435072528a3bda8 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/ce051fec75f2459ba435072528a3bda8 2024-12-03T18:31:01,199 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/5c05d75e11ec4d4ca23529b004d5c46c to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/5c05d75e11ec4d4ca23529b004d5c46c 2024-12-03T18:31:01,199 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/6a4fc355d1cb45d4af8132c93ffbeac2 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/6a4fc355d1cb45d4af8132c93ffbeac2 2024-12-03T18:31:01,200 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/a0c85bfc9d7b4a8e882a95b4e196bf0e to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/a0c85bfc9d7b4a8e882a95b4e196bf0e 2024-12-03T18:31:01,201 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/c673695c7a6b4b81a61e402128bb2bd3 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/c673695c7a6b4b81a61e402128bb2bd3 2024-12-03T18:31:01,202 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/420811c61b6042a2a835f406e1b99ff0 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/420811c61b6042a2a835f406e1b99ff0 2024-12-03T18:31:01,203 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/823ee84438ae4d9dac5a82706d1e8147 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/823ee84438ae4d9dac5a82706d1e8147 2024-12-03T18:31:01,204 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/d40a329d16334a788368a708f9d4bac6 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/d40a329d16334a788368a708f9d4bac6 2024-12-03T18:31:01,205 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/f55fcbaa93b841f68eb7a24a30638491 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/f55fcbaa93b841f68eb7a24a30638491 2024-12-03T18:31:01,205 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/66d94d3548554eb282441761186b3a8b to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/66d94d3548554eb282441761186b3a8b 2024-12-03T18:31:01,206 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/df6d2072c86e452fa8e69ffb40873f73 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/df6d2072c86e452fa8e69ffb40873f73 2024-12-03T18:31:01,207 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/d38c4c0fb29648e29f65015cd1022320 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/d38c4c0fb29648e29f65015cd1022320 2024-12-03T18:31:01,207 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/6634a28df9ee413e970c36ac94401da4 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/6634a28df9ee413e970c36ac94401da4 2024-12-03T18:31:01,208 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/a2ffeec989b848dc85c99123b660c705 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/a2ffeec989b848dc85c99123b660c705 2024-12-03T18:31:01,209 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/182b2aa525564094a542197ab33d606e to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/182b2aa525564094a542197ab33d606e 2024-12-03T18:31:01,209 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/aa269243537b463a93a8885d46252d9e to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/aa269243537b463a93a8885d46252d9e 2024-12-03T18:31:01,210 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/947ee0f0b4294f92b87dfc841f98d78e to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/947ee0f0b4294f92b87dfc841f98d78e 2024-12-03T18:31:01,211 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/e7a6aca6d6bd47fa934244c6279b92bc to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/e7a6aca6d6bd47fa934244c6279b92bc 2024-12-03T18:31:01,212 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/dd0db3eb717946d9bd54dabc45547509 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/dd0db3eb717946d9bd54dabc45547509 2024-12-03T18:31:01,213 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/d60ae7ab1ba141ef9018a04972911af2 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/d60ae7ab1ba141ef9018a04972911af2 2024-12-03T18:31:01,214 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/f201ca69ed9e4f2a841cbb64db234d2b to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/f201ca69ed9e4f2a841cbb64db234d2b 2024-12-03T18:31:01,215 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/248e8f1730f7458ea2f7eb2d0e24bba8 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/248e8f1730f7458ea2f7eb2d0e24bba8 2024-12-03T18:31:01,216 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/fbf3a692d9924102a205aebb0b20e0f7 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/fbf3a692d9924102a205aebb0b20e0f7 2024-12-03T18:31:01,217 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/957176647aaa4a57b266faba28e819fc to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/957176647aaa4a57b266faba28e819fc 2024-12-03T18:31:01,217 DEBUG [StoreCloser-TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/82e67bec1fd146f2887d5077f03f7c4d to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/82e67bec1fd146f2887d5077f03f7c4d 2024-12-03T18:31:01,221 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/recovered.edits/418.seqid, newMaxSeqId=418, maxSeqId=4 2024-12-03T18:31:01,222 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f. 2024-12-03T18:31:01,222 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1635): Region close journal for b13c919a610bf881ed901a72989ec54f: 2024-12-03T18:31:01,225 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] handler.UnassignRegionHandler(170): Closed b13c919a610bf881ed901a72989ec54f 2024-12-03T18:31:01,226 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=177 updating hbase:meta row=b13c919a610bf881ed901a72989ec54f, regionState=CLOSED 2024-12-03T18:31:01,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-12-03T18:31:01,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; CloseRegionProcedure b13c919a610bf881ed901a72989ec54f, server=5840ab6af6da,43459,1733250473452 in 1.9110 sec 2024-12-03T18:31:01,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=177, resume processing ppid=176 2024-12-03T18:31:01,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, ppid=176, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b13c919a610bf881ed901a72989ec54f, UNASSIGN in 1.9150 sec 2024-12-03T18:31:01,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-12-03T18:31:01,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9180 sec 2024-12-03T18:31:01,233 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250661232"}]},"ts":"1733250661232"} 2024-12-03T18:31:01,233 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-03T18:31:01,237 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-03T18:31:01,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9900 sec 2024-12-03T18:31:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-03T18:31:01,355 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-12-03T18:31:01,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-03T18:31:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T18:31:01,357 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=179, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T18:31:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-03T18:31:01,358 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=179, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T18:31:01,359 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f 2024-12-03T18:31:01,361 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A, FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B, FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C, FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/recovered.edits] 2024-12-03T18:31:01,363 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/77305c60cf3e4adb913d34b122dc9738 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/77305c60cf3e4adb913d34b122dc9738 2024-12-03T18:31:01,364 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/a3a0036928184073be50d42de67f019b to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/a3a0036928184073be50d42de67f019b 2024-12-03T18:31:01,365 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/cf055dedfe2c45708897b5bc908c9935 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/A/cf055dedfe2c45708897b5bc908c9935 2024-12-03T18:31:01,366 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/22da23a4f11340fba1cca6afc66fc41b to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/22da23a4f11340fba1cca6afc66fc41b 2024-12-03T18:31:01,367 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/7d593cf671d347d98581fdea1f70f86c to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/7d593cf671d347d98581fdea1f70f86c 2024-12-03T18:31:01,368 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/e5cea4be54bd4e62ba8bf0e95a71734d to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/B/e5cea4be54bd4e62ba8bf0e95a71734d 2024-12-03T18:31:01,369 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/4e51c6cf327245ed892cc4752f38b686 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/4e51c6cf327245ed892cc4752f38b686 2024-12-03T18:31:01,370 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/50497dd8cab9418b88ec612d5f3bc810 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/50497dd8cab9418b88ec612d5f3bc810 2024-12-03T18:31:01,371 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/90b85a9244214905a55fb212f8b26f22 to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/C/90b85a9244214905a55fb212f8b26f22 2024-12-03T18:31:01,373 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/recovered.edits/418.seqid to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f/recovered.edits/418.seqid 2024-12-03T18:31:01,374 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/default/TestAcidGuarantees/b13c919a610bf881ed901a72989ec54f 2024-12-03T18:31:01,374 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-03T18:31:01,374 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-03T18:31:01,375 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-03T18:31:01,377 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412030342a3f1830848dd9d2600e2b9e9d460_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412030342a3f1830848dd9d2600e2b9e9d460_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:31:01,378 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120329c09fff35c94be6a3db45dacd81042c_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120329c09fff35c94be6a3db45dacd81042c_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:31:01,379 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203346c8b29878b4f24ab77b494ac9315a3_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203346c8b29878b4f24ab77b494ac9315a3_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:31:01,380 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120353ae9759198c4038b867569cbc4221cf_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120353ae9759198c4038b867569cbc4221cf_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:31:01,381 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120356936fec0ed34a8681b3431a612100e7_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120356936fec0ed34a8681b3431a612100e7_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:31:01,382 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203579eed27e071480d974579dde3bf125d_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203579eed27e071480d974579dde3bf125d_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:31:01,382 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412035e43ef22cb2547809086be92d83a3759_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412035e43ef22cb2547809086be92d83a3759_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:31:01,383 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120360a9986530d24a52bb73064e3d7a73fc_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120360a9986530d24a52bb73064e3d7a73fc_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:31:01,384 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120365146add81d74dea957c3bd023c9b61a_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120365146add81d74dea957c3bd023c9b61a_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:31:01,385 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412036a65d00d64d8451bb5bab04c7ca58c13_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412036a65d00d64d8451bb5bab04c7ca58c13_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:31:01,385 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120374305b5d1fbf495f8b77012ba583c563_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120374305b5d1fbf495f8b77012ba583c563_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:31:01,386 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203763328825662499b93e7db35c6ad00d8_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203763328825662499b93e7db35c6ad00d8_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:31:01,387 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203783ba6b169d8470495009ba9d420776e_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203783ba6b169d8470495009ba9d420776e_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:31:01,388 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203952e783722324b61be57c5ce077d09d3_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203952e783722324b61be57c5ce077d09d3_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:31:01,389 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b5fab1841ab748cb9c77e4110ce6b1f8_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b5fab1841ab748cb9c77e4110ce6b1f8_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:31:01,390 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203bd7376567d24483f810350781eb7c9eb_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203bd7376567d24483f810350781eb7c9eb_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:31:01,390 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203cba9259d641d4f1c8225fa8e59aadc84_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203cba9259d641d4f1c8225fa8e59aadc84_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:31:01,391 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203d43077b57fdc48068200a041ac9830cd_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203d43077b57fdc48068200a041ac9830cd_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:31:01,392 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203d4496dfec05d410eae337a93d03d4ec2_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203d4496dfec05d410eae337a93d03d4ec2_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:31:01,393 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203d471e742af574d0ea8d976d86a4a5a8b_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203d471e742af574d0ea8d976d86a4a5a8b_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:31:01,394 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203db0a3d6db4054f519a5ebc63063de677_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203db0a3d6db4054f519a5ebc63063de677_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:31:01,396 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203de5b205cd1f048fa9851cd3e08472f68_b13c919a610bf881ed901a72989ec54f to hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203de5b205cd1f048fa9851cd3e08472f68_b13c919a610bf881ed901a72989ec54f 2024-12-03T18:31:01,397 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-03T18:31:01,399 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=179, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T18:31:01,401 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-03T18:31:01,402 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-03T18:31:01,404 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=179, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T18:31:01,404 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-03T18:31:01,404 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733250661404"}]},"ts":"9223372036854775807"} 2024-12-03T18:31:01,405 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-03T18:31:01,405 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => b13c919a610bf881ed901a72989ec54f, NAME => 'TestAcidGuarantees,,1733250629647.b13c919a610bf881ed901a72989ec54f.', STARTKEY => '', ENDKEY => ''}] 2024-12-03T18:31:01,406 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-03T18:31:01,406 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733250661406"}]},"ts":"9223372036854775807"} 2024-12-03T18:31:01,407 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-03T18:31:01,413 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=179, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T18:31:01,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 57 msec 2024-12-03T18:31:01,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-03T18:31:01,459 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-12-03T18:31:01,470 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=236 (was 239), OpenFileDescriptor=451 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=834 (was 1003), ProcessCount=11 (was 11), AvailableMemoryMB=2750 (was 2349) - AvailableMemoryMB LEAK? - 2024-12-03T18:31:01,470 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-03T18:31:01,470 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-03T18:31:01,470 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3771e354 to 127.0.0.1:60582 2024-12-03T18:31:01,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:01,470 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T18:31:01,470 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2119645970, stopped=false 2024-12-03T18:31:01,471 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=5840ab6af6da,41973,1733250472241 2024-12-03T18:31:01,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43459-0x1019dbcf8070001, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T18:31:01,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T18:31:01,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43459-0x1019dbcf8070001, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:31:01,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:31:01,479 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-03T18:31:01,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43459-0x1019dbcf8070001, quorum=127.0.0.1:60582, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:31:01,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:01,480 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5840ab6af6da,43459,1733250473452' ***** 2024-12-03T18:31:01,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:31:01,480 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-03T18:31:01,480 INFO [RS:0;5840ab6af6da:43459 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T18:31:01,480 INFO [RS:0;5840ab6af6da:43459 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T18:31:01,480 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-03T18:31:01,480 INFO [RS:0;5840ab6af6da:43459 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T18:31:01,481 INFO [RS:0;5840ab6af6da:43459 {}] regionserver.HRegionServer(3579): Received CLOSE for ef816aa27de679cad055ec0ca2270c93 2024-12-03T18:31:01,481 INFO [RS:0;5840ab6af6da:43459 {}] regionserver.HRegionServer(1224): stopping server 5840ab6af6da,43459,1733250473452 2024-12-03T18:31:01,481 DEBUG [RS:0;5840ab6af6da:43459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:01,481 INFO [RS:0;5840ab6af6da:43459 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T18:31:01,481 INFO [RS:0;5840ab6af6da:43459 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T18:31:01,482 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ef816aa27de679cad055ec0ca2270c93, disabling compactions & flushes 2024-12-03T18:31:01,482 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733250476681.ef816aa27de679cad055ec0ca2270c93. 2024-12-03T18:31:01,482 INFO [RS:0;5840ab6af6da:43459 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T18:31:01,482 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733250476681.ef816aa27de679cad055ec0ca2270c93. 2024-12-03T18:31:01,482 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733250476681.ef816aa27de679cad055ec0ca2270c93. after waiting 0 ms 2024-12-03T18:31:01,482 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733250476681.ef816aa27de679cad055ec0ca2270c93. 2024-12-03T18:31:01,482 INFO [RS:0;5840ab6af6da:43459 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-03T18:31:01,482 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing ef816aa27de679cad055ec0ca2270c93 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-03T18:31:01,482 INFO [RS:0;5840ab6af6da:43459 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-03T18:31:01,482 DEBUG [RS:0;5840ab6af6da:43459 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, ef816aa27de679cad055ec0ca2270c93=hbase:namespace,,1733250476681.ef816aa27de679cad055ec0ca2270c93.} 2024-12-03T18:31:01,482 DEBUG [RS_CLOSE_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:31:01,482 INFO [RS_CLOSE_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-03T18:31:01,482 DEBUG [RS_CLOSE_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-03T18:31:01,482 DEBUG [RS_CLOSE_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:31:01,482 DEBUG [RS_CLOSE_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:31:01,482 INFO [RS_CLOSE_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-12-03T18:31:01,485 DEBUG [RS:0;5840ab6af6da:43459 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, ef816aa27de679cad055ec0ca2270c93 2024-12-03T18:31:01,502 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/hbase/namespace/ef816aa27de679cad055ec0ca2270c93/.tmp/info/79a29158e3e44f6b8aa092bc91023831 is 45, key is default/info:d/1733250477817/Put/seqid=0 2024-12-03T18:31:01,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742490_1666 (size=5037) 2024-12-03T18:31:01,506 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/hbase/namespace/ef816aa27de679cad055ec0ca2270c93/.tmp/info/79a29158e3e44f6b8aa092bc91023831 2024-12-03T18:31:01,507 DEBUG [RS_CLOSE_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/hbase/meta/1588230740/.tmp/info/e2075b6627154e3ca8518e6c524bb567 is 143, key is hbase:namespace,,1733250476681.ef816aa27de679cad055ec0ca2270c93./info:regioninfo/1733250477667/Put/seqid=0 2024-12-03T18:31:01,509 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/hbase/namespace/ef816aa27de679cad055ec0ca2270c93/.tmp/info/79a29158e3e44f6b8aa092bc91023831 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/hbase/namespace/ef816aa27de679cad055ec0ca2270c93/info/79a29158e3e44f6b8aa092bc91023831 2024-12-03T18:31:01,512 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/hbase/namespace/ef816aa27de679cad055ec0ca2270c93/info/79a29158e3e44f6b8aa092bc91023831, entries=2, sequenceid=6, filesize=4.9 K 2024-12-03T18:31:01,512 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for ef816aa27de679cad055ec0ca2270c93 in 30ms, sequenceid=6, compaction requested=false 2024-12-03T18:31:01,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742491_1667 (size=7725) 2024-12-03T18:31:01,518 INFO [RS_CLOSE_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/hbase/meta/1588230740/.tmp/info/e2075b6627154e3ca8518e6c524bb567 2024-12-03T18:31:01,519 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/hbase/namespace/ef816aa27de679cad055ec0ca2270c93/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T18:31:01,520 INFO [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733250476681.ef816aa27de679cad055ec0ca2270c93. 2024-12-03T18:31:01,520 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ef816aa27de679cad055ec0ca2270c93: 2024-12-03T18:31:01,520 DEBUG [RS_CLOSE_REGION-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733250476681.ef816aa27de679cad055ec0ca2270c93. 2024-12-03T18:31:01,547 DEBUG [RS_CLOSE_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/hbase/meta/1588230740/.tmp/rep_barrier/080d5f9b262d4ba481908754afa44772 is 102, key is TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c./rep_barrier:/1733250504973/DeleteFamily/seqid=0 2024-12-03T18:31:01,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742492_1668 (size=6025) 2024-12-03T18:31:01,572 INFO [regionserver/5840ab6af6da:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:31:01,650 INFO [regionserver/5840ab6af6da:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T18:31:01,651 INFO [regionserver/5840ab6af6da:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T18:31:01,685 DEBUG [RS:0;5840ab6af6da:43459 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-03T18:31:01,886 DEBUG [RS:0;5840ab6af6da:43459 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-03T18:31:01,951 INFO [RS_CLOSE_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/hbase/meta/1588230740/.tmp/rep_barrier/080d5f9b262d4ba481908754afa44772 2024-12-03T18:31:01,972 DEBUG [RS_CLOSE_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/hbase/meta/1588230740/.tmp/table/665858d73670492a9122950dfa3d3127 is 96, key is TestAcidGuarantees,,1733250478277.183a017868a4a2ab8f9493ff951a155c./table:/1733250504973/DeleteFamily/seqid=0 2024-12-03T18:31:01,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742493_1669 (size=5942) 2024-12-03T18:31:01,979 INFO [RS_CLOSE_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/hbase/meta/1588230740/.tmp/table/665858d73670492a9122950dfa3d3127 2024-12-03T18:31:01,982 DEBUG [RS_CLOSE_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/hbase/meta/1588230740/.tmp/info/e2075b6627154e3ca8518e6c524bb567 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/hbase/meta/1588230740/info/e2075b6627154e3ca8518e6c524bb567 2024-12-03T18:31:01,985 INFO [RS_CLOSE_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/hbase/meta/1588230740/info/e2075b6627154e3ca8518e6c524bb567, entries=22, sequenceid=93, filesize=7.5 K 2024-12-03T18:31:01,986 DEBUG [RS_CLOSE_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/hbase/meta/1588230740/.tmp/rep_barrier/080d5f9b262d4ba481908754afa44772 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/hbase/meta/1588230740/rep_barrier/080d5f9b262d4ba481908754afa44772 2024-12-03T18:31:01,991 INFO [RS_CLOSE_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/hbase/meta/1588230740/rep_barrier/080d5f9b262d4ba481908754afa44772, entries=6, sequenceid=93, filesize=5.9 K 2024-12-03T18:31:01,992 DEBUG [RS_CLOSE_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/hbase/meta/1588230740/.tmp/table/665858d73670492a9122950dfa3d3127 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/hbase/meta/1588230740/table/665858d73670492a9122950dfa3d3127 2024-12-03T18:31:01,996 INFO [RS_CLOSE_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/hbase/meta/1588230740/table/665858d73670492a9122950dfa3d3127, entries=9, sequenceid=93, filesize=5.8 K 2024-12-03T18:31:01,997 INFO [RS_CLOSE_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 515ms, sequenceid=93, compaction requested=false 2024-12-03T18:31:02,009 DEBUG [RS_CLOSE_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-12-03T18:31:02,010 DEBUG [RS_CLOSE_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:31:02,010 INFO [RS_CLOSE_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-03T18:31:02,010 DEBUG [RS_CLOSE_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-03T18:31:02,010 DEBUG [RS_CLOSE_META-regionserver/5840ab6af6da:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T18:31:02,086 INFO [RS:0;5840ab6af6da:43459 {}] regionserver.HRegionServer(1250): stopping server 5840ab6af6da,43459,1733250473452; all regions closed. 2024-12-03T18:31:02,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741834_1010 (size=26050) 2024-12-03T18:31:02,092 DEBUG [RS:0;5840ab6af6da:43459 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/oldWALs 2024-12-03T18:31:02,092 INFO [RS:0;5840ab6af6da:43459 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5840ab6af6da%2C43459%2C1733250473452.meta:.meta(num 1733250476307) 2024-12-03T18:31:02,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741833_1009 (size=15037996) 2024-12-03T18:31:02,097 DEBUG [RS:0;5840ab6af6da:43459 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/oldWALs 2024-12-03T18:31:02,097 INFO [RS:0;5840ab6af6da:43459 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5840ab6af6da%2C43459%2C1733250473452:(num 1733250475828) 2024-12-03T18:31:02,097 DEBUG [RS:0;5840ab6af6da:43459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:02,097 INFO [RS:0;5840ab6af6da:43459 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:31:02,098 INFO [RS:0;5840ab6af6da:43459 {}] hbase.ChoreService(370): Chore service for: regionserver/5840ab6af6da:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-03T18:31:02,098 INFO [RS:0;5840ab6af6da:43459 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43459 2024-12-03T18:31:02,098 INFO [regionserver/5840ab6af6da:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T18:31:02,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T18:31:02,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43459-0x1019dbcf8070001, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5840ab6af6da,43459,1733250473452 2024-12-03T18:31:02,121 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5840ab6af6da,43459,1733250473452] 2024-12-03T18:31:02,121 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5840ab6af6da,43459,1733250473452; numProcessing=1 2024-12-03T18:31:02,129 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5840ab6af6da,43459,1733250473452 already deleted, retry=false 2024-12-03T18:31:02,129 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5840ab6af6da,43459,1733250473452 expired; onlineServers=0 2024-12-03T18:31:02,129 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5840ab6af6da,41973,1733250472241' ***** 2024-12-03T18:31:02,129 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T18:31:02,129 DEBUG [M:0;5840ab6af6da:41973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7279592, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5840ab6af6da/172.17.0.2:0 2024-12-03T18:31:02,129 INFO [M:0;5840ab6af6da:41973 {}] regionserver.HRegionServer(1224): stopping server 5840ab6af6da,41973,1733250472241 2024-12-03T18:31:02,129 INFO [M:0;5840ab6af6da:41973 {}] regionserver.HRegionServer(1250): stopping server 5840ab6af6da,41973,1733250472241; all regions closed. 2024-12-03T18:31:02,129 DEBUG [M:0;5840ab6af6da:41973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:02,129 DEBUG [M:0;5840ab6af6da:41973 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T18:31:02,130 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T18:31:02,130 DEBUG [M:0;5840ab6af6da:41973 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T18:31:02,130 DEBUG [master/5840ab6af6da:0:becomeActiveMaster-HFileCleaner.small.0-1733250475387 {}] cleaner.HFileCleaner(306): Exit Thread[master/5840ab6af6da:0:becomeActiveMaster-HFileCleaner.small.0-1733250475387,5,FailOnTimeoutGroup] 2024-12-03T18:31:02,130 DEBUG [master/5840ab6af6da:0:becomeActiveMaster-HFileCleaner.large.0-1733250475386 {}] cleaner.HFileCleaner(306): Exit Thread[master/5840ab6af6da:0:becomeActiveMaster-HFileCleaner.large.0-1733250475386,5,FailOnTimeoutGroup] 2024-12-03T18:31:02,130 INFO [M:0;5840ab6af6da:41973 {}] hbase.ChoreService(370): Chore service for: master/5840ab6af6da:0 had [] on shutdown 2024-12-03T18:31:02,130 DEBUG [M:0;5840ab6af6da:41973 {}] master.HMaster(1733): Stopping service threads 2024-12-03T18:31:02,130 INFO [M:0;5840ab6af6da:41973 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T18:31:02,130 ERROR [M:0;5840ab6af6da:41973 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-12-03T18:31:02,131 INFO [M:0;5840ab6af6da:41973 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T18:31:02,131 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T18:31:02,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T18:31:02,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:31:02,137 DEBUG [M:0;5840ab6af6da:41973 {}] zookeeper.ZKUtil(347): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T18:31:02,137 WARN [M:0;5840ab6af6da:41973 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T18:31:02,137 INFO [M:0;5840ab6af6da:41973 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-03T18:31:02,137 INFO [M:0;5840ab6af6da:41973 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T18:31:02,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T18:31:02,138 DEBUG [M:0;5840ab6af6da:41973 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:31:02,138 INFO [M:0;5840ab6af6da:41973 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:31:02,138 DEBUG [M:0;5840ab6af6da:41973 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:31:02,138 DEBUG [M:0;5840ab6af6da:41973 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:31:02,138 DEBUG [M:0;5840ab6af6da:41973 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:31:02,138 INFO [M:0;5840ab6af6da:41973 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=788.66 KB heapSize=971.34 KB 2024-12-03T18:31:02,155 DEBUG [M:0;5840ab6af6da:41973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/16293a9054644c44b872b41a336b3284 is 82, key is hbase:meta,,1/info:regioninfo/1733250476468/Put/seqid=0 2024-12-03T18:31:02,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742494_1670 (size=5672) 2024-12-03T18:31:02,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43459-0x1019dbcf8070001, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:31:02,221 INFO [RS:0;5840ab6af6da:43459 {}] regionserver.HRegionServer(1307): Exiting; stopping=5840ab6af6da,43459,1733250473452; zookeeper connection closed. 2024-12-03T18:31:02,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43459-0x1019dbcf8070001, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:31:02,222 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@625742bc {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@625742bc 2024-12-03T18:31:02,222 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T18:31:02,559 INFO [M:0;5840ab6af6da:41973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2257 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/16293a9054644c44b872b41a336b3284 2024-12-03T18:31:02,588 DEBUG [M:0;5840ab6af6da:41973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/35433be8de704311890574f74e758e53 is 2284, key is \x00\x00\x00\x00\x00\x00\x00&/proc:d/1733250508339/Put/seqid=0 2024-12-03T18:31:02,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742495_1671 (size=45113) 2024-12-03T18:31:02,882 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:31:02,882 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T18:31:02,883 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-03T18:31:02,883 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-03T18:31:03,006 INFO [M:0;5840ab6af6da:41973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=788.11 KB at sequenceid=2257 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/35433be8de704311890574f74e758e53 2024-12-03T18:31:03,008 INFO [M:0;5840ab6af6da:41973 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 35433be8de704311890574f74e758e53 2024-12-03T18:31:03,023 DEBUG [M:0;5840ab6af6da:41973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4d4ee4cf1d24d9e9e382b28a273cdda is 69, key is 5840ab6af6da,43459,1733250473452/rs:state/1733250475423/Put/seqid=0 2024-12-03T18:31:03,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073742496_1672 (size=5156) 2024-12-03T18:31:03,426 INFO [M:0;5840ab6af6da:41973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2257 (bloomFilter=true), to=hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4d4ee4cf1d24d9e9e382b28a273cdda 2024-12-03T18:31:03,430 DEBUG [M:0;5840ab6af6da:41973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/16293a9054644c44b872b41a336b3284 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/16293a9054644c44b872b41a336b3284 2024-12-03T18:31:03,433 INFO [M:0;5840ab6af6da:41973 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/16293a9054644c44b872b41a336b3284, entries=8, sequenceid=2257, filesize=5.5 K 2024-12-03T18:31:03,433 DEBUG [M:0;5840ab6af6da:41973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/35433be8de704311890574f74e758e53 as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/35433be8de704311890574f74e758e53 2024-12-03T18:31:03,436 INFO [M:0;5840ab6af6da:41973 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 35433be8de704311890574f74e758e53 2024-12-03T18:31:03,436 INFO [M:0;5840ab6af6da:41973 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/35433be8de704311890574f74e758e53, entries=179, sequenceid=2257, filesize=44.1 K 2024-12-03T18:31:03,436 DEBUG [M:0;5840ab6af6da:41973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4d4ee4cf1d24d9e9e382b28a273cdda as hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d4d4ee4cf1d24d9e9e382b28a273cdda 2024-12-03T18:31:03,439 INFO [M:0;5840ab6af6da:41973 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37389/user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d4d4ee4cf1d24d9e9e382b28a273cdda, entries=1, sequenceid=2257, filesize=5.0 K 2024-12-03T18:31:03,439 INFO [M:0;5840ab6af6da:41973 {}] regionserver.HRegion(3040): Finished flush of dataSize ~788.66 KB/807592, heapSize ~971.05 KB/994352, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=2257, compaction requested=false 2024-12-03T18:31:03,440 INFO [M:0;5840ab6af6da:41973 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:31:03,441 DEBUG [M:0;5840ab6af6da:41973 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T18:31:03,443 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/18d27500-5046-bae0-0edb-6f4063d4a307/MasterData/WALs/5840ab6af6da,41973,1733250472241/5840ab6af6da%2C41973%2C1733250472241.1733250474378 not finished, retry = 0 2024-12-03T18:31:03,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741830_1006 (size=955536) 2024-12-03T18:31:03,544 INFO [M:0;5840ab6af6da:41973 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-03T18:31:03,544 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T18:31:03,544 INFO [M:0;5840ab6af6da:41973 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41973 2024-12-03T18:31:03,573 DEBUG [M:0;5840ab6af6da:41973 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/5840ab6af6da,41973,1733250472241 already deleted, retry=false 2024-12-03T18:31:03,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:31:03,699 INFO [M:0;5840ab6af6da:41973 {}] regionserver.HRegionServer(1307): Exiting; stopping=5840ab6af6da,41973,1733250472241; zookeeper connection closed. 2024-12-03T18:31:03,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x1019dbcf8070000, quorum=127.0.0.1:60582, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:31:03,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10ba49e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:31:03,706 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@661c2e9c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:31:03,706 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:31:03,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca71a25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:31:03,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@134e7cc5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6858d7d-993b-185e-54ad-7a656e5fdba9/hadoop.log.dir/,STOPPED} 2024-12-03T18:31:03,709 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T18:31:03,709 WARN [BP-1458323718-172.17.0.2-1733250467766 heartbeating to localhost/127.0.0.1:37389 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T18:31:03,709 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T18:31:03,709 WARN [BP-1458323718-172.17.0.2-1733250467766 heartbeating to localhost/127.0.0.1:37389 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1458323718-172.17.0.2-1733250467766 (Datanode Uuid a7661df3-ea06-442c-988a-da74fb19f110) service to localhost/127.0.0.1:37389 2024-12-03T18:31:03,711 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6858d7d-993b-185e-54ad-7a656e5fdba9/cluster_a68418d2-4786-31ae-ddbb-87714ebd6bae/dfs/data/data1/current/BP-1458323718-172.17.0.2-1733250467766 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:31:03,711 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6858d7d-993b-185e-54ad-7a656e5fdba9/cluster_a68418d2-4786-31ae-ddbb-87714ebd6bae/dfs/data/data2/current/BP-1458323718-172.17.0.2-1733250467766 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:31:03,712 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T18:31:03,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:31:03,719 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:31:03,719 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:31:03,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:31:03,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6858d7d-993b-185e-54ad-7a656e5fdba9/hadoop.log.dir/,STOPPED} 2024-12-03T18:31:03,735 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-03T18:31:03,911 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down